2024-04-12T09:04:50.977 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-12T09:04:50.978 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} --verbose --owner scheduled_teuthology@teuthology --archive /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427 --name teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi -- /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427/orig.config.yaml 2024-04-12T09:04:51.041 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T09:04:51.139 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427 branch: squid description: upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' first_in_suite: false job_id: '7653427' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run basic import/export cli tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: dea717a37c7849ca8459c02fb965020aedcc0a9a owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 4203 sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: quincy clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 26/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: dea717a37c7849ca8459c02fb965020aedcc0a9a targets: smithi083.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL1EyAqKwCx20gtppIfdXw3s8AkXWrOmkiqDn3i0mXToijgqctopME6AkIRHQgVX3mT3WiVZDev4iq3BbuKJxfo= smithi165.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFTADPbTDacMAGwAy9rC2A0TZE1KlGMzuXo6uFaTLmUXcJKnOzDMEHDV6IVCs/RShFjcilKafAGdBMqadIALimU= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-12_02:08:08 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-12T09:04:51.140 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa; will attempt to use it 2024-04-12T09:04:51.141 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks 2024-04-12T09:04:51.141 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-12T09:04:51.143 INFO:teuthology.task.internal:Checking packages... 2024-04-12T09:04:51.171 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a' 2024-04-12T09:04:51.171 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T09:04:51.172 INFO:teuthology.packaging:ref: None 2024-04-12T09:04:51.172 INFO:teuthology.packaging:tag: None 2024-04-12T09:04:51.172 INFO:teuthology.packaging:branch: squid 2024-04-12T09:04:51.172 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:04:51.172 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-04-12T09:04:51.484 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2053.gb277feb2 2024-04-12T09:04:51.486 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-12T09:04:51.493 INFO:teuthology.task.internal:no buildpackages task found 2024-04-12T09:04:51.493 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-12T09:04:51.500 INFO:teuthology.task.internal:Saving configuration 2024-04-12T09:04:51.522 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-12T09:04:51.528 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T09:04:51.554 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi083.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 08:59:34.169030', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL1EyAqKwCx20gtppIfdXw3s8AkXWrOmkiqDn3i0mXToijgqctopME6AkIRHQgVX3mT3WiVZDev4iq3BbuKJxfo='} 2024-04-12T09:04:51.575 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi165.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 08:59:34.170514', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFTADPbTDacMAGwAy9rC2A0TZE1KlGMzuXo6uFaTLmUXcJKnOzDMEHDV6IVCs/RShFjcilKafAGdBMqadIALimU='} 2024-04-12T09:04:51.575 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-12T09:04:51.581 INFO:teuthology.task.internal:roles: ubuntu@smithi083.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-12T09:04:51.582 INFO:teuthology.task.internal:roles: ubuntu@smithi165.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-12T09:04:51.582 INFO:teuthology.run_tasks:Running task console_log... 2024-04-12T09:04:51.650 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f31f36d50d0>, signals=[15]) 2024-04-12T09:04:51.650 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-12T09:04:51.656 INFO:teuthology.task.internal:Opening connections... 2024-04-12T09:04:51.656 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi083.front.sepia.ceph.com 2024-04-12T09:04:51.658 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:04:51.749 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi165.front.sepia.ceph.com 2024-04-12T09:04:51.750 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:04:51.839 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-12T09:04:51.846 DEBUG:teuthology.orchestra.run.smithi083:> uname -m 2024-04-12T09:04:51.864 INFO:teuthology.orchestra.run.smithi083.stdout:x86_64 2024-04-12T09:04:51.864 DEBUG:teuthology.orchestra.run.smithi083:> cat /etc/os-release 2024-04-12T09:04:51.922 INFO:teuthology.orchestra.run.smithi083.stdout:NAME="CentOS Stream" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION="9" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:ID="centos" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:ID_LIKE="rhel fedora" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION_ID="9" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:PLATFORM_ID="platform:el9" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:ANSI_COLOR="0;31" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:LOGO="fedora-logo-icon" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:HOME_URL="https://centos.org/" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T09:04:51.923 INFO:teuthology.orchestra.run.smithi083.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T09:04:51.924 INFO:teuthology.orchestra.run.smithi083.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T09:04:51.924 INFO:teuthology.lock.ops:Updating smithi083.front.sepia.ceph.com on lock server 2024-04-12T09:04:51.950 DEBUG:teuthology.orchestra.run.smithi165:> uname -m 2024-04-12T09:04:51.966 INFO:teuthology.orchestra.run.smithi165.stdout:x86_64 2024-04-12T09:04:51.967 DEBUG:teuthology.orchestra.run.smithi165:> cat /etc/os-release 2024-04-12T09:04:52.023 INFO:teuthology.orchestra.run.smithi165.stdout:NAME="CentOS Stream" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION="9" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:ID="centos" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:ID_LIKE="rhel fedora" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION_ID="9" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:PLATFORM_ID="platform:el9" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:ANSI_COLOR="0;31" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:LOGO="fedora-logo-icon" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:HOME_URL="https://centos.org/" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T09:04:52.024 INFO:teuthology.orchestra.run.smithi165.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T09:04:52.025 INFO:teuthology.lock.ops:Updating smithi165.front.sepia.ceph.com on lock server 2024-04-12T09:04:52.049 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-12T09:04:52.059 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-12T09:04:52.064 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-12T09:04:52.065 DEBUG:teuthology.orchestra.run.smithi083:> test '!' -e /home/ubuntu/cephtest 2024-04-12T09:04:52.067 DEBUG:teuthology.orchestra.run.smithi165:> test '!' -e /home/ubuntu/cephtest 2024-04-12T09:04:52.083 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-12T09:04:52.089 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-12T09:04:52.089 DEBUG:teuthology.orchestra.run.smithi083:> test -z $(ls -A /var/lib/ceph) 2024-04-12T09:04:52.128 DEBUG:teuthology.orchestra.run.smithi165:> test -z $(ls -A /var/lib/ceph) 2024-04-12T09:04:52.228 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-12T09:04:52.279 INFO:teuthology.run_tasks:Running task kernel... 2024-04-12T09:04:52.293 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-12T09:04:52.293 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-12T09:04:52.293 DEBUG:teuthology.orchestra.run.smithi083:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T09:04:52.294 DEBUG:teuthology.orchestra.run.smithi165:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T09:04:52.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:04:52.310 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2024-04-12T09:04:52.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:04:52.311 DEBUG:teuthology.orchestra.run.smithi165:> uname -r 2024-04-12T09:04:52.367 INFO:teuthology.orchestra.run.smithi083.stdout:5.14.0-361.el9.x86_64 2024-04-12T09:04:52.368 INFO:teuthology.task.kernel:Running kernel on smithi083: 5.14.0-361.el9.x86_64 2024-04-12T09:04:52.368 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum install -y kernel 2024-04-12T09:04:52.369 INFO:teuthology.orchestra.run.smithi165.stdout:5.14.0-361.el9.x86_64 2024-04-12T09:04:52.369 INFO:teuthology.task.kernel:Running kernel on smithi165: 5.14.0-361.el9.x86_64 2024-04-12T09:04:52.369 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum install -y kernel 2024-04-12T09:04:54.673 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-04-12T09:04:54.707 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-04-12T09:04:56.332 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS-9 - BaseOS 8.1 MB/s | 2.5 MB 00:00 2024-04-12T09:04:56.357 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS-9 - BaseOS 6.7 MB/s | 2.5 MB 00:00 2024-04-12T09:04:57.731 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - BaseOS 8.8 MB/s | 8.0 MB 00:00 2024-04-12T09:04:58.431 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.0 MB 00:01 2024-04-12T09:04:59.549 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - AppStream 27 MB/s | 19 MB 00:00 2024-04-12T09:05:03.541 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.2 MB 00:00 2024-04-12T09:05:05.825 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-04-12T09:05:06.902 INFO:teuthology.orchestra.run.smithi083.stdout:Extra Packages for Enterprise Linux 22 MB/s | 21 MB 00:00 2024-04-12T09:05:12.027 INFO:teuthology.orchestra.run.smithi083.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-12T09:05:14.258 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:05:14.259 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:05:14.260 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.261 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:05:14.262 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:05:14.263 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:05:14.264 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.265 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.266 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.267 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:05:14.267 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.267 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.267 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.267 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:05:14.676 INFO:teuthology.orchestra.run.smithi083.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T09:05:14.676 INFO:teuthology.orchestra.run.smithi083.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T09:05:14.782 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:05:14.792 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout:Install 4 Packages 2024-04-12T09:05:14.793 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:05:14.794 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 77 M 2024-04-12T09:05:14.794 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 123 M 2024-04-12T09:05:14.794 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:05:15.203 INFO:teuthology.orchestra.run.smithi083.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 781 kB/s | 214 kB 00:00 2024-04-12T09:05:16.029 INFO:teuthology.orchestra.run.smithi083.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 14 MB/s | 15 MB 00:01 2024-04-12T09:05:16.737 INFO:teuthology.orchestra.run.smithi083.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 19 MB/s | 34 MB 00:01 2024-04-12T09:05:17.229 INFO:teuthology.orchestra.run.smithi083.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 14 MB/s | 28 MB 00:02 2024-04-12T09:05:17.229 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:05:17.229 INFO:teuthology.orchestra.run.smithi083.stdout:Total 31 MB/s | 77 MB 00:02 2024-04-12T09:05:17.897 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:05:18.254 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:05:18.255 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:05:19.263 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:05:19.264 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:05:20.445 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS Stream 9 - AppStream 926 kB/s | 19 MB 00:20 2024-04-12T09:05:21.743 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:05:22.347 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T09:05:22.438 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T09:05:25.227 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T09:05:25.262 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS Stream 9 - CRB 5.1 MB/s | 6.2 MB 00:01 2024-04-12T09:05:25.368 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T09:05:26.746 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 16 kB 00:00 2024-04-12T09:05:27.747 INFO:teuthology.orchestra.run.smithi165.stdout:Extra Packages for Enterprise Linux 25 MB/s | 21 MB 00:00 2024-04-12T09:05:30.044 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T09:05:30.095 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:05:32.830 INFO:teuthology.orchestra.run.smithi165.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-04-12T09:05:34.808 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:05:35.077 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:05:35.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:05:35.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.080 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:05:35.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.084 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.085 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.086 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.087 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.087 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.087 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:05:35.087 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.087 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.087 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.087 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:05:35.454 INFO:teuthology.orchestra.run.smithi165.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T09:05:35.454 INFO:teuthology.orchestra.run.smithi165.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T09:05:35.567 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout: Package Architecture Version Repository Size 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T09:05:35.572 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T09:05:35.573 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:05:35.573 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:05:35.573 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:05:35.573 INFO:teuthology.orchestra.run.smithi165.stdout:Install 4 Packages 2024-04-12T09:05:35.573 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:05:35.573 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 77 M 2024-04-12T09:05:35.573 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 123 M 2024-04-12T09:05:35.574 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:05:36.414 INFO:teuthology.orchestra.run.smithi165.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 367 kB/s | 214 kB 00:00 2024-04-12T09:05:46.938 INFO:teuthology.orchestra.run.smithi165.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 1.4 MB/s | 15 MB 00:11 2024-04-12T09:05:50.996 INFO:teuthology.orchestra.run.smithi165.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 2.2 MB/s | 34 MB 00:15 2024-04-12T09:05:54.437 INFO:teuthology.orchestra.run.smithi165.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 1.5 MB/s | 28 MB 00:18 2024-04-12T09:05:54.438 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:05:54.438 INFO:teuthology.orchestra.run.smithi165.stdout:Total 4.1 MB/s | 77 MB 00:18 2024-04-12T09:05:55.105 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:05:55.506 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:05:55.506 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:05:56.567 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:05:56.567 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:05:59.053 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:05:59.640 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T09:05:59.778 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T09:06:02.533 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T09:06:02.671 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T09:06:04.281 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:04.282 INFO:teuthology.orchestra.run.smithi083.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T09:06:04.282 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:06:04.327 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:04.710 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:04.710 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T09:06:04.710 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T09:06:04.710 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T09:06:05.160 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:05.160 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:06:05.160 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:06:05.161 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T09:06:05.161 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T09:06:05.161 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T09:06:05.161 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T09:06:05.161 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:06:05.161 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:06:05.513 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T09:06:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T09:06:05.602 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T09:06:05.602 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T09:06:05.602 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T09:06:05.602 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T09:06:05.602 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-12T09:06:05.602 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi083.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T09:06:05.602 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T09:06:05.683 INFO:teuthology.orchestra.run.smithi083.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T09:06:05.683 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T09:06:05.684 DEBUG:teuthology.orchestra.run.smithi083:> sudo rpm -qi grub2-tools 2024-04-12T09:06:05.720 INFO:teuthology.orchestra.run.smithi083.stdout:Name : grub2-tools 2024-04-12T09:06:05.720 INFO:teuthology.orchestra.run.smithi083.stdout:Epoch : 1 2024-04-12T09:06:05.720 INFO:teuthology.orchestra.run.smithi083.stdout:Version : 2.06 2024-04-12T09:06:05.720 INFO:teuthology.orchestra.run.smithi083.stdout:Release : 68.el9 2024-04-12T09:06:05.720 INFO:teuthology.orchestra.run.smithi083.stdout:Architecture: x86_64 2024-04-12T09:06:05.720 INFO:teuthology.orchestra.run.smithi083.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T09:06:05.720 INFO:teuthology.orchestra.run.smithi083.stdout:Group : Unspecified 2024-04-12T09:06:05.720 INFO:teuthology.orchestra.run.smithi083.stdout:Size : 8264254 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:License : GPLv3+ 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:Packager : builder@centos.org 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:Vendor : CentOS 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:Summary : Support tools for GRUB. 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:Description : 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T09:06:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:hardware devices. 2024-04-12T09:06:05.722 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:06:05.722 INFO:teuthology.orchestra.run.smithi083.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T09:06:05.723 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T09:06:05.723 INFO:teuthology.task.kernel:Updating grub on smithi083 to boot 5.14.0-435.el9.x86_64 2024-04-12T09:06:05.723 DEBUG:teuthology.orchestra.run.smithi083:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T09:06:06.330 INFO:teuthology.orchestra.run.smithi083.stderr:Generating grub configuration file ... 2024-04-12T09:06:07.386 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T09:06:07.505 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:07.736 INFO:teuthology.orchestra.run.smithi083.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T09:06:07.770 INFO:teuthology.orchestra.run.smithi083.stderr:done 2024-04-12T09:06:07.773 DEBUG:teuthology.orchestra.run.smithi083:> mktemp 2024-04-12T09:06:07.788 INFO:teuthology.orchestra.run.smithi083.stdout:/tmp/tmp.ofwEHhJMC2 2024-04-12T09:06:07.788 DEBUG:teuthology.orchestra.run.smithi083:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ofwEHhJMC2 2024-04-12T09:06:07.856 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0666 /tmp/tmp.ofwEHhJMC2 2024-04-12T09:06:07.995 DEBUG:teuthology.orchestra.remote:smithi083:/tmp/tmp.ofwEHhJMC2 is 6KB 2024-04-12T09:06:08.044 DEBUG:teuthology.orchestra.run.smithi083:> rm -fr /tmp/tmp.ofwEHhJMC2 2024-04-12T09:06:08.059 DEBUG:teuthology.orchestra.run.smithi083:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T09:06:08.126 INFO:teuthology.orchestra.run.smithi083.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T09:06:08.126 INFO:teuthology.orchestra.run.smithi083.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T09:06:08.126 INFO:teuthology.orchestra.run.smithi083.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T09:06:08.126 INFO:teuthology.orchestra.run.smithi083.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T09:06:08.127 DEBUG:teuthology.orchestra.run.smithi083:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T09:06:08.276 DEBUG:teuthology.orchestra.run.smithi083:> sudo shutdown -r now 2024-04-12T09:06:12.212 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:38.279 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-12T09:06:38.280 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-04-12T09:06:38.281 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:06:41.329 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:41.329 INFO:teuthology.orchestra.run.smithi165.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T09:06:41.329 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:06:41.375 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:41.716 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:41.716 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T09:06:41.716 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T09:06:41.716 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:06:42.123 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:06:42.488 DEBUG:teuthology.orchestra.run.smithi165:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T09:06:42.589 INFO:teuthology.orchestra.run.smithi165.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T09:06:42.590 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T09:06:42.590 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T09:06:42.590 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T09:06:42.590 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T09:06:42.590 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-12T09:06:42.590 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi165.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T09:06:42.590 DEBUG:teuthology.orchestra.run.smithi165:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T09:06:42.671 INFO:teuthology.orchestra.run.smithi165.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T09:06:42.672 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T09:06:42.672 DEBUG:teuthology.orchestra.run.smithi165:> sudo rpm -qi grub2-tools 2024-04-12T09:06:42.705 INFO:teuthology.orchestra.run.smithi165.stdout:Name : grub2-tools 2024-04-12T09:06:42.705 INFO:teuthology.orchestra.run.smithi165.stdout:Epoch : 1 2024-04-12T09:06:42.705 INFO:teuthology.orchestra.run.smithi165.stdout:Version : 2.06 2024-04-12T09:06:42.705 INFO:teuthology.orchestra.run.smithi165.stdout:Release : 68.el9 2024-04-12T09:06:42.705 INFO:teuthology.orchestra.run.smithi165.stdout:Architecture: x86_64 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Group : Unspecified 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Size : 8264254 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:License : GPLv3+ 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Packager : builder@centos.org 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Vendor : CentOS 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Summary : Support tools for GRUB. 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout:Description : 2024-04-12T09:06:42.706 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:06:42.707 INFO:teuthology.orchestra.run.smithi165.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T09:06:42.707 INFO:teuthology.orchestra.run.smithi165.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T09:06:42.707 INFO:teuthology.orchestra.run.smithi165.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T09:06:42.707 INFO:teuthology.orchestra.run.smithi165.stdout:hardware devices. 2024-04-12T09:06:42.707 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:06:42.707 INFO:teuthology.orchestra.run.smithi165.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T09:06:42.708 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T09:06:42.708 INFO:teuthology.task.kernel:Updating grub on smithi165 to boot 5.14.0-435.el9.x86_64 2024-04-12T09:06:42.708 DEBUG:teuthology.orchestra.run.smithi165:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T09:06:43.315 INFO:teuthology.orchestra.run.smithi165.stderr:Generating grub configuration file ... 2024-04-12T09:06:44.693 INFO:teuthology.orchestra.run.smithi165.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T09:06:44.725 INFO:teuthology.orchestra.run.smithi165.stderr:done 2024-04-12T09:06:44.727 DEBUG:teuthology.orchestra.run.smithi165:> mktemp 2024-04-12T09:06:44.742 INFO:teuthology.orchestra.run.smithi165.stdout:/tmp/tmp.b2yp4Q6pZv 2024-04-12T09:06:44.742 DEBUG:teuthology.orchestra.run.smithi165:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.b2yp4Q6pZv 2024-04-12T09:06:44.812 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 0666 /tmp/tmp.b2yp4Q6pZv 2024-04-12T09:06:44.947 DEBUG:teuthology.orchestra.remote:smithi165:/tmp/tmp.b2yp4Q6pZv is 6KB 2024-04-12T09:06:44.996 DEBUG:teuthology.orchestra.run.smithi165:> rm -fr /tmp/tmp.b2yp4Q6pZv 2024-04-12T09:06:45.011 DEBUG:teuthology.orchestra.run.smithi165:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T09:06:45.076 INFO:teuthology.orchestra.run.smithi165.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T09:06:45.076 INFO:teuthology.orchestra.run.smithi165.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T09:06:45.076 INFO:teuthology.orchestra.run.smithi165.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T09:06:45.076 INFO:teuthology.orchestra.run.smithi165.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T09:06:45.077 DEBUG:teuthology.orchestra.run.smithi165:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T09:06:45.232 DEBUG:teuthology.orchestra.run.smithi165:> sudo shutdown -r now 2024-04-12T09:07:15.263 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-12T09:07:15.264 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-12T09:07:15.264 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:07:38.306 DEBUG:teuthology.orchestra.remote:timed out 2024-04-12T09:07:47.314 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-04-12T09:07:47.315 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:07:48.165 DEBUG:teuthology.orchestra.run.smithi083:> true 2024-04-12T09:07:48.653 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-04-12T09:07:48.653 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-12T09:07:48.653 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2024-04-12T09:07:48.667 INFO:teuthology.orchestra.run.smithi083.stdout:5.14.0-435.el9.x86_64 2024-04-12T09:07:48.667 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T09:07:48.668 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T09:07:48.668 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T09:07:49.669 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-12T09:07:49.669 DEBUG:teuthology.orchestra.run.smithi083:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T09:07:49.736 INFO:teuthology.orchestra.run.smithi083.stdout:ttyS1 2024-04-12T09:07:49.777 DEBUG:teuthology.parallel:result is None 2024-04-12T09:07:49.918 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.165 2024-04-12T09:07:58.920 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-12T09:07:58.921 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:08:58.923 DEBUG:teuthology.orchestra.remote:timed out 2024-04-12T09:09:10.924 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-12T09:09:10.925 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:09:11.284 DEBUG:teuthology.orchestra.run.smithi165:> true 2024-04-12T09:09:11.668 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-12T09:09:11.668 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-12T09:09:11.668 DEBUG:teuthology.orchestra.run.smithi165:> uname -r 2024-04-12T09:09:11.684 INFO:teuthology.orchestra.run.smithi165.stdout:5.14.0-435.el9.x86_64 2024-04-12T09:09:11.684 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T09:09:11.684 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T09:09:11.684 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T09:09:12.685 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-12T09:09:12.686 DEBUG:teuthology.orchestra.run.smithi165:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T09:09:12.767 INFO:teuthology.orchestra.run.smithi165.stdout:ttyS1 2024-04-12T09:09:12.801 DEBUG:teuthology.parallel:result is None 2024-04-12T09:09:12.801 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-12T09:09:12.808 INFO:teuthology.task.internal:Creating test directory... 2024-04-12T09:09:12.808 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T09:09:12.812 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T09:09:12.830 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-12T09:09:12.836 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-12T09:09:12.846 INFO:teuthology.task.internal:Creating archive directory... 2024-04-12T09:09:12.846 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T09:09:12.871 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T09:09:12.948 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-12T09:09:12.954 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-12T09:09:12.955 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T09:09:12.957 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T09:09:12.993 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T09:09:12.993 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T09:09:13.007 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T09:09:13.008 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T09:09:13.010 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-12T09:09:13.017 INFO:teuthology.task.internal:Configuring sudo... 2024-04-12T09:09:13.017 DEBUG:teuthology.orchestra.run.smithi083:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T09:09:13.052 DEBUG:teuthology.orchestra.run.smithi165:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T09:09:13.082 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-12T09:09:13.091 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-12T09:09:13.092 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T09:09:13.123 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T09:09:13.139 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T09:09:13.221 DEBUG:teuthology.orchestra.run.smithi083:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T09:09:13.290 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T09:09:13.332 DEBUG:teuthology.orchestra.run.smithi083:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T09:09:13.376 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:09:13.376 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T09:09:13.445 DEBUG:teuthology.orchestra.run.smithi165:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T09:09:13.487 DEBUG:teuthology.orchestra.run.smithi165:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T09:09:13.543 DEBUG:teuthology.orchestra.run.smithi165:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T09:09:13.628 DEBUG:teuthology.orchestra.run.smithi165:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T09:09:13.674 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:09:13.674 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T09:09:13.745 DEBUG:teuthology.orchestra.run.smithi083:> sudo service rsyslog restart 2024-04-12T09:09:13.747 DEBUG:teuthology.orchestra.run.smithi165:> sudo service rsyslog restart 2024-04-12T09:09:13.801 INFO:teuthology.orchestra.run.smithi083.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T09:09:13.844 INFO:teuthology.orchestra.run.smithi165.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T09:09:14.283 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-12T09:09:14.291 INFO:teuthology.task.internal:Starting timer... 2024-04-12T09:09:14.291 INFO:teuthology.run_tasks:Running task pcp... 2024-04-12T09:09:14.302 INFO:teuthology.run_tasks:Running task selinux... 2024-04-12T09:09:14.310 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-12T09:09:14.311 DEBUG:teuthology.orchestra.run.smithi083:> sudo service auditd rotate 2024-04-12T09:09:14.376 INFO:teuthology.orchestra.run.smithi083.stdout:Rotating logs: 2024-04-12T09:09:14.378 DEBUG:teuthology.orchestra.run.smithi165:> sudo service auditd rotate 2024-04-12T09:09:14.447 INFO:teuthology.orchestra.run.smithi165.stdout:Rotating logs: 2024-04-12T09:09:14.449 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-12T09:09:14.449 DEBUG:teuthology.orchestra.run.smithi083:> /usr/sbin/getenforce 2024-04-12T09:09:14.475 INFO:teuthology.orchestra.run.smithi083.stdout:Permissive 2024-04-12T09:09:14.476 DEBUG:teuthology.orchestra.run.smithi165:> /usr/sbin/getenforce 2024-04-12T09:09:14.498 INFO:teuthology.orchestra.run.smithi165.stdout:Permissive 2024-04-12T09:09:14.498 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi083.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi165.front.sepia.ceph.com': 'permissive'} 2024-04-12T09:09:14.498 DEBUG:teuthology.orchestra.run.smithi083:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T09:09:14.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:09:14.544 DEBUG:teuthology.orchestra.run.smithi165:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T09:09:14.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:09:14.573 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-12T09:09:14.573 DEBUG:teuthology.orchestra.run.smithi083:> sudo /usr/sbin/setenforce permissive 2024-04-12T09:09:14.619 DEBUG:teuthology.orchestra.run.smithi165:> sudo /usr/sbin/setenforce permissive 2024-04-12T09:09:14.658 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-12T09:09:14.667 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-12T09:09:14.686 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-12T09:09:14.688 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi083.front.sepia.ceph.com,smithi165.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-12T09:14:08.539 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi083.front.sepia.ceph.com'), Remote(name='ubuntu@smithi165.front.sepia.ceph.com')] 2024-04-12T09:14:08.540 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-04-12T09:14:08.541 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:14:08.633 DEBUG:teuthology.orchestra.run.smithi083:> true 2024-04-12T09:14:08.716 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-04-12T09:14:08.716 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-12T09:14:08.717 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T09:14:08.807 DEBUG:teuthology.orchestra.run.smithi165:> true 2024-04-12T09:14:08.882 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-12T09:14:08.882 INFO:teuthology.run_tasks:Running task clock... 2024-04-12T09:14:08.895 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-12T09:14:08.895 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T09:14:08.896 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T09:14:08.898 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T09:14:08.898 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T09:14:08.926 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T09:14:08.943 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T09:14:08.954 INFO:teuthology.orchestra.run.smithi165.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T09:14:08.971 INFO:teuthology.orchestra.run.smithi083.stderr:sudo: ntpd: command not found 2024-04-12T09:14:08.972 INFO:teuthology.orchestra.run.smithi165.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T09:14:08.985 INFO:teuthology.orchestra.run.smithi083.stdout:506 Cannot talk to daemon 2024-04-12T09:14:09.001 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T09:14:09.001 INFO:teuthology.orchestra.run.smithi165.stderr:sudo: ntpd: command not found 2024-04-12T09:14:09.015 INFO:teuthology.orchestra.run.smithi165.stdout:506 Cannot talk to daemon 2024-04-12T09:14:09.017 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T09:14:09.031 INFO:teuthology.orchestra.run.smithi165.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T09:14:09.048 INFO:teuthology.orchestra.run.smithi165.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T09:14:09.066 INFO:teuthology.orchestra.run.smithi083.stderr:bash: line 1: ntpq: command not found 2024-04-12T09:14:09.070 INFO:teuthology.orchestra.run.smithi083.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T09:14:09.070 INFO:teuthology.orchestra.run.smithi083.stdout:=============================================================================== 2024-04-12T09:14:09.070 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:14:09.070 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:14:09.071 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:14:09.071 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:14:09.101 INFO:teuthology.orchestra.run.smithi165.stderr:bash: line 1: ntpq: command not found 2024-04-12T09:14:09.105 INFO:teuthology.orchestra.run.smithi165.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T09:14:09.105 INFO:teuthology.orchestra.run.smithi165.stdout:=============================================================================== 2024-04-12T09:14:09.105 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:14:09.105 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:14:09.105 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:14:09.105 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:14:09.106 INFO:teuthology.run_tasks:Running task pexec... 2024-04-12T09:14:09.119 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-12T09:14:09.119 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi083.front.sepia.ceph.com 2024-04-12T09:14:09.119 DEBUG:teuthology.orchestra.run.smithi083:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-12T09:14:09.120 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi165.front.sepia.ceph.com 2024-04-12T09:14:09.120 DEBUG:teuthology.orchestra.run.smithi165:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-12T09:14:09.737 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:18 ago on Fri 12 Apr 2024 09:12:51 AM UTC. 2024-04-12T09:14:09.771 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:26 ago on Fri 12 Apr 2024 09:12:43 AM UTC. 2024-04-12T09:14:10.028 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.029 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.030 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.031 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.032 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.033 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.034 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:14:10.035 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.036 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.037 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.058 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:14:10.058 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:14:10.058 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.059 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.060 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:14:10.061 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.062 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:14:10.063 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.064 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:14:10.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:14:10.095 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:14:10.111 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:14:10.111 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2024-04-12T09:14:10.111 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:14:10.111 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:14:10.111 INFO:teuthology.orchestra.run.smithi083.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-12T09:14:10.111 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:14:10.111 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:14:10.111 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:14:10.112 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2024-04-12T09:14:10.112 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:14:10.112 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 3.1 M 2024-04-12T09:14:10.112 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 9.8 M 2024-04-12T09:14:10.112 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:14:10.125 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout: Package Architecture Version Repository Size 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout:Install 1 Package 2024-04-12T09:14:10.143 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:14:10.144 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 3.1 M 2024-04-12T09:14:10.144 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 9.8 M 2024-04-12T09:14:10.144 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:14:10.479 INFO:teuthology.orchestra.run.smithi165.stdout:runc-1.1.12-2.el9.x86_64.rpm 19 MB/s | 3.1 MB 00:00 2024-04-12T09:14:10.479 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:14:10.479 INFO:teuthology.orchestra.run.smithi165.stdout:Total 9.3 MB/s | 3.1 MB 00:00 2024-04-12T09:14:10.515 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:14:10.520 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:14:10.521 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:14:10.602 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:14:10.602 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:14:10.818 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:14:10.914 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T09:14:11.402 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T09:14:11.732 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T09:14:11.732 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:14:11.732 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:14:11.732 INFO:teuthology.orchestra.run.smithi165.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-12T09:14:11.732 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:14:11.732 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:14:11.969 DEBUG:teuthology.parallel:result is None 2024-04-12T09:14:16.920 INFO:teuthology.orchestra.run.smithi083.stdout:runc-1.1.12-2.el9.x86_64.rpm 489 kB/s | 3.1 MB 00:06 2024-04-12T09:14:16.920 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:14:16.920 INFO:teuthology.orchestra.run.smithi083.stdout:Total 470 kB/s | 3.1 MB 00:06 2024-04-12T09:14:16.957 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:14:16.963 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:14:16.964 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:14:17.046 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:14:17.047 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:14:17.271 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:14:17.372 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T09:14:17.788 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T09:14:18.096 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T09:14:18.096 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:14:18.096 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:14:18.096 INFO:teuthology.orchestra.run.smithi083.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-12T09:14:18.096 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:14:18.096 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:14:18.358 DEBUG:teuthology.parallel:result is None 2024-04-12T09:14:18.358 INFO:teuthology.run_tasks:Running task install... 2024-04-12T09:14:18.367 DEBUG:teuthology.task.install:project ceph 2024-04-12T09:14:18.367 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a'}} 2024-04-12T09:14:18.367 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a'} 2024-04-12T09:14:18.367 INFO:teuthology.task.install:Using flavor: default 2024-04-12T09:14:18.373 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-12T09:14:18.373 INFO:teuthology.task.install:extra packages: [] 2024-04-12T09:14:18.374 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a', 'tag': None, 'wait_for_package': False} 2024-04-12T09:14:18.374 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T09:14:18.374 INFO:teuthology.packaging:ref: None 2024-04-12T09:14:18.374 INFO:teuthology.packaging:tag: None 2024-04-12T09:14:18.374 INFO:teuthology.packaging:branch: quincy 2024-04-12T09:14:18.374 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:14:18.375 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-12T09:14:18.377 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a', 'tag': None, 'wait_for_package': False} 2024-04-12T09:14:18.377 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T09:14:18.377 INFO:teuthology.packaging:ref: None 2024-04-12T09:14:18.377 INFO:teuthology.packaging:tag: None 2024-04-12T09:14:18.377 INFO:teuthology.packaging:branch: quincy 2024-04-12T09:14:18.377 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:14:18.377 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-12T09:14:18.589 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/ 2024-04-12T09:14:18.590 INFO:teuthology.task.install.rpm:Package version is 17.2.7-827.gd3b5060a 2024-04-12T09:14:18.621 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/ 2024-04-12T09:14:18.622 INFO:teuthology.task.install.rpm:Package version is 17.2.7-827.gd3b5060a 2024-04-12T09:14:18.860 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T09:14:18.861 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:14:18.861 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T09:14:18.867 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T09:14:18.867 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:14:18.867 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T09:14:18.888 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-04-12T09:14:18.888 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T09:14:18.888 INFO:teuthology.packaging:ref: None 2024-04-12T09:14:18.888 INFO:teuthology.packaging:tag: None 2024-04-12T09:14:18.888 INFO:teuthology.packaging:branch: quincy 2024-04-12T09:14:18.888 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:14:18.888 DEBUG:teuthology.orchestra.run.smithi083:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T09:14:18.900 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-04-12T09:14:18.900 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T09:14:18.900 INFO:teuthology.packaging:ref: None 2024-04-12T09:14:18.900 INFO:teuthology.packaging:tag: None 2024-04-12T09:14:18.900 INFO:teuthology.packaging:branch: quincy 2024-04-12T09:14:18.901 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:14:18.901 DEBUG:teuthology.orchestra.run.smithi165:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T09:14:18.955 DEBUG:teuthology.orchestra.run.smithi083:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T09:14:18.971 DEBUG:teuthology.orchestra.run.smithi165:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T09:14:19.036 DEBUG:teuthology.orchestra.run.smithi083:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T09:14:19.054 DEBUG:teuthology.orchestra.run.smithi165:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T09:14:19.101 INFO:teuthology.orchestra.run.smithi083.stdout:check_obsoletes = 1 2024-04-12T09:14:19.103 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum clean all 2024-04-12T09:14:19.122 INFO:teuthology.orchestra.run.smithi165.stdout:check_obsoletes = 1 2024-04-12T09:14:19.123 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum clean all 2024-04-12T09:14:19.345 INFO:teuthology.orchestra.run.smithi083.stdout:74 files removed 2024-04-12T09:14:19.372 INFO:teuthology.orchestra.run.smithi165.stdout:74 files removed 2024-04-12T09:14:19.375 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-radosgw 2024-04-12T09:14:19.402 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-radosgw 2024-04-12T09:14:20.024 INFO:teuthology.orchestra.run.smithi165.stdout:ceph packages for x86_64 242 kB/s | 77 kB 00:00 2024-04-12T09:14:20.534 INFO:teuthology.orchestra.run.smithi083.stdout:ceph packages for x86_64 90 kB/s | 77 kB 00:00 2024-04-12T09:14:21.151 INFO:teuthology.orchestra.run.smithi083.stdout:ceph noarch packages 16 kB/s | 9.2 kB 00:00 2024-04-12T09:14:21.619 INFO:teuthology.orchestra.run.smithi083.stdout:ceph source packages 4.2 kB/s | 1.8 kB 00:00 2024-04-12T09:14:21.683 INFO:teuthology.orchestra.run.smithi165.stdout:ceph noarch packages 5.7 kB/s | 9.2 kB 00:01 2024-04-12T09:14:22.050 INFO:teuthology.orchestra.run.smithi165.stdout:ceph source packages 5.5 kB/s | 1.8 kB 00:00 2024-04-12T09:14:22.621 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS-9 - AppStream 8.4 MB/s | 8.1 MB 00:00 2024-04-12T09:14:23.144 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS-9 - AppStream 7.7 MB/s | 8.1 MB 00:01 2024-04-12T09:14:24.521 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS-9 - BaseOS 4.3 MB/s | 2.5 MB 00:00 2024-04-12T09:14:25.419 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS-9 - BaseOS 2.7 MB/s | 2.5 MB 00:00 2024-04-12T09:14:25.612 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.0 MB 00:00 2024-04-12T09:14:27.638 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-04-12T09:14:31.467 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS Stream 9 - BaseOS 1.4 MB/s | 8.0 MB 00:05 2024-04-12T09:14:33.622 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.2 MB 00:02 2024-04-12T09:14:35.281 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - Extras packages 56 kB/s | 16 kB 00:00 2024-04-12T09:14:37.858 INFO:teuthology.orchestra.run.smithi083.stdout:Extra Packages for Enterprise Linux 8.6 MB/s | 21 MB 00:02 2024-04-12T09:14:38.350 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS Stream 9 - AppStream 3.3 MB/s | 19 MB 00:05 2024-04-12T09:14:42.866 INFO:teuthology.orchestra.run.smithi083.stdout:lab-extras 17 kB/s | 1.7 kB 00:00 2024-04-12T09:14:43.509 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.2 MB 00:01 2024-04-12T09:14:45.201 INFO:teuthology.orchestra.run.smithi165.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 16 kB 00:00 2024-04-12T09:14:45.425 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:14:45.425 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:14:45.425 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:14:45.425 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.425 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:14:45.425 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.425 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:14:45.426 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.427 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:14:45.428 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:14:45.429 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:14:45.430 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.431 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.432 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:14:45.433 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.434 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.434 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.434 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:14:45.950 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:14:45.952 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:14:45.952 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:14:45.952 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:14:45.952 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-radosgw x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 14 M 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout:Upgrading: 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: librados2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 3.1 M 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: librbd1 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.9 M 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-base x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 5.0 M 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-common x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 22 M 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-selinux x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 25 k 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 637 k 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T09:14:45.953 INFO:teuthology.orchestra.run.smithi083.stdout: libradosstriper1 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 458 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: librgw2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 4.9 M 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-argparse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 45 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-common x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 117 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cephfs x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 156 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rados x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 320 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rbd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 292 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rgw x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 99 k 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:14:45.954 INFO:teuthology.orchestra.run.smithi083.stdout:Install 22 Packages 2024-04-12T09:14:45.955 INFO:teuthology.orchestra.run.smithi083.stdout:Upgrade 2 Packages 2024-04-12T09:14:45.955 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:14:45.955 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 58 M 2024-04-12T09:14:45.955 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:14:46.853 INFO:teuthology.orchestra.run.smithi165.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-12T09:14:47.651 INFO:teuthology.orchestra.run.smithi083.stdout:(1/24): ceph-base-17.2.7-827.gd3b5060a.el9.x86_ 3.9 MB/s | 5.0 MB 00:01 2024-04-12T09:14:47.742 INFO:teuthology.orchestra.run.smithi083.stdout:(2/24): ceph-selinux-17.2.7-827.gd3b5060a.el9.x 275 kB/s | 25 kB 00:00 2024-04-12T09:14:47.884 INFO:teuthology.orchestra.run.smithi083.stdout:(3/24): ceph-radosgw-17.2.7-827.gd3b5060a.el9.x 9.4 MB/s | 14 MB 00:01 2024-04-12T09:14:47.918 INFO:teuthology.orchestra.run.smithi083.stdout:(4/24): libcephfs2-17.2.7-827.gd3b5060a.el9.x86 3.6 MB/s | 637 kB 00:00 2024-04-12T09:14:47.951 INFO:teuthology.orchestra.run.smithi083.stdout:(5/24): libradosstriper1-17.2.7-827.gd3b5060a.e 6.7 MB/s | 458 kB 00:00 2024-04-12T09:14:48.018 INFO:teuthology.orchestra.run.smithi083.stdout:(6/24): python3-ceph-argparse-17.2.7-827.gd3b50 676 kB/s | 45 kB 00:00 2024-04-12T09:14:48.085 INFO:teuthology.orchestra.run.smithi083.stdout:(7/24): python3-ceph-common-17.2.7-827.gd3b5060 1.7 MB/s | 117 kB 00:00 2024-04-12T09:14:48.152 INFO:teuthology.orchestra.run.smithi083.stdout:(8/24): python3-cephfs-17.2.7-827.gd3b5060a.el9 2.3 MB/s | 156 kB 00:00 2024-04-12T09:14:48.361 INFO:teuthology.orchestra.run.smithi083.stdout:(9/24): ceph-common-17.2.7-827.gd3b5060a.el9.x8 11 MB/s | 22 MB 00:01 2024-04-12T09:14:48.386 INFO:teuthology.orchestra.run.smithi083.stdout:(10/24): python3-rados-17.2.7-827.gd3b5060a.el9 1.3 MB/s | 320 kB 00:00 2024-04-12T09:14:48.419 INFO:teuthology.orchestra.run.smithi083.stdout:(11/24): python3-rbd-17.2.7-827.gd3b5060a.el9.x 4.9 MB/s | 292 kB 00:00 2024-04-12T09:14:48.445 INFO:teuthology.orchestra.run.smithi083.stdout:(12/24): python3-rgw-17.2.7-827.gd3b5060a.el9.x 1.7 MB/s | 99 kB 00:00 2024-04-12T09:14:48.562 INFO:teuthology.orchestra.run.smithi083.stdout:(13/24): librgw2-17.2.7-827.gd3b5060a.el9.x86_6 7.6 MB/s | 4.9 MB 00:00 2024-04-12T09:14:48.704 INFO:teuthology.orchestra.run.smithi083.stdout:(14/24): librabbitmq-0.11.0-7.el9.x86_64.rpm 175 kB/s | 45 kB 00:00 2024-04-12T09:14:48.837 INFO:teuthology.orchestra.run.smithi083.stdout:(15/24): libpmemobj-1.12.1-1.el9.x86_64.rpm 384 kB/s | 160 kB 00:00 2024-04-12T09:14:48.921 INFO:teuthology.orchestra.run.smithi083.stdout:(16/24): python3-prettytable-0.7.2-27.el9.noarc 506 kB/s | 42 kB 00:00 2024-04-12T09:14:49.030 INFO:teuthology.orchestra.run.smithi083.stdout:(17/24): lttng-ust-2.12.0-6.el9.x86_64.rpm 898 kB/s | 292 kB 00:00 2024-04-12T09:14:49.063 INFO:teuthology.orchestra.run.smithi083.stdout:(18/24): librdkafka-1.6.1-102.el9.x86_64.rpm 1.3 MB/s | 662 kB 00:00 2024-04-12T09:14:49.122 INFO:teuthology.orchestra.run.smithi083.stdout:(19/24): gperftools-libs-2.9.1-2.el9.x86_64.rpm 1.5 MB/s | 309 kB 00:00 2024-04-12T09:14:49.155 INFO:teuthology.orchestra.run.smithi083.stdout:(20/24): liboath-2.6.7-2.el9.x86_64.rpm 387 kB/s | 49 kB 00:00 2024-04-12T09:14:49.189 INFO:teuthology.orchestra.run.smithi083.stdout:(21/24): libunwind-1.6.2-1.el9.x86_64.rpm 537 kB/s | 67 kB 00:00 2024-04-12T09:14:49.273 INFO:teuthology.orchestra.run.smithi083.stdout:(22/24): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-12T09:14:49.481 INFO:teuthology.orchestra.run.smithi083.stdout:(23/24): librbd1-17.2.7-827.gd3b5060a.el9.x86_6 10 MB/s | 2.9 MB 00:00 2024-04-12T09:14:49.556 INFO:teuthology.orchestra.run.smithi083.stdout:(24/24): librados2-17.2.7-827.gd3b5060a.el9.x86 7.7 MB/s | 3.1 MB 00:00 2024-04-12T09:14:49.558 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:14:49.559 INFO:teuthology.orchestra.run.smithi083.stdout:Total 16 MB/s | 58 MB 00:03 2024-04-12T09:14:49.617 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:14:49.650 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:14:49.650 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:14:50.116 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:14:50.116 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:14:51.310 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:14:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/26 2024-04-12T09:14:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: Upgrading : librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T09:14:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T09:14:51.887 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 3/26 2024-04-12T09:14:51.935 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T09:14:51.961 INFO:teuthology.orchestra.run.smithi165.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-12T09:14:52.031 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T09:14:52.078 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : thrift-0.15.0-2.el9.x86_64 5/26 2024-04-12T09:14:52.106 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/26 2024-04-12T09:14:52.541 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 7/26 2024-04-12T09:14:52.571 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 8/26 2024-04-12T09:14:52.618 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 8/26 2024-04-12T09:14:52.646 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : liboath-2.6.7-2.el9.x86_64 9/26 2024-04-12T09:14:52.689 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x 10/26 2024-04-12T09:14:52.725 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 11/26 2024-04-12T09:14:52.796 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 12/26 2024-04-12T09:14:52.824 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T09:14:52.890 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T09:14:52.930 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/26 2024-04-12T09:14:52.966 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/26 2024-04-12T09:14:52.998 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 16/26 2024-04-12T09:14:53.309 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/26 2024-04-12T09:14:53.337 INFO:teuthology.orchestra.run.smithi083.stdout: Upgrading : librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 18/26 2024-04-12T09:14:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 18/26 2024-04-12T09:14:53.498 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 19/26 2024-04-12T09:14:53.530 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86 20/26 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:14:54.549 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:14:54.550 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.551 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.552 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:14:54.553 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.554 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.555 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:14:54.556 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.557 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.558 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:14:54.558 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.558 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.558 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:14:54.558 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:14:55.111 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:14:55.113 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:14:55.113 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:14:55.113 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:14:55.113 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:14:55.113 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-radosgw x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 14 M 2024-04-12T09:14:55.113 INFO:teuthology.orchestra.run.smithi165.stdout:Upgrading: 2024-04-12T09:14:55.113 INFO:teuthology.orchestra.run.smithi165.stdout: librados2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 3.1 M 2024-04-12T09:14:55.113 INFO:teuthology.orchestra.run.smithi165.stdout: librbd1 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.9 M 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-base x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 5.0 M 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-common x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 22 M 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-selinux x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 25 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: libcephfs2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 637 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: libradosstriper1 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 458 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: librgw2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 4.9 M 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T09:14:55.114 INFO:teuthology.orchestra.run.smithi165.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ceph-argparse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 45 k 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ceph-common x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 117 k 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cephfs x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 156 k 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: python3-rados x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 320 k 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: python3-rbd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 292 k 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: python3-rgw x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 99 k 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout:Install 22 Packages 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout:Upgrade 2 Packages 2024-04-12T09:14:55.115 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:14:55.116 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 58 M 2024-04-12T09:14:55.116 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:14:56.046 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T09:14:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T09:14:56.622 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T09:14:56.655 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 22/26 2024-04-12T09:14:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 22/26 2024-04-12T09:14:56.729 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T09:14:56.730 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T09:14:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:14:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T09:14:57.028 INFO:teuthology.orchestra.run.smithi165.stdout:(1/24): ceph-common-17.2.7-827.gd3b5060a.el9.x8 17 MB/s | 22 MB 00:01 2024-04-12T09:14:57.062 INFO:teuthology.orchestra.run.smithi165.stdout:(2/24): ceph-selinux-17.2.7-827.gd3b5060a.el9.x 763 kB/s | 25 kB 00:00 2024-04-12T09:14:57.120 INFO:teuthology.orchestra.run.smithi165.stdout:(3/24): libcephfs2-17.2.7-827.gd3b5060a.el9.x86 11 MB/s | 637 kB 00:00 2024-04-12T09:14:57.179 INFO:teuthology.orchestra.run.smithi165.stdout:(4/24): libradosstriper1-17.2.7-827.gd3b5060a.e 7.7 MB/s | 458 kB 00:00 2024-04-12T09:14:57.438 INFO:teuthology.orchestra.run.smithi165.stdout:(5/24): librgw2-17.2.7-827.gd3b5060a.el9.x86_64 19 MB/s | 4.9 MB 00:00 2024-04-12T09:14:57.471 INFO:teuthology.orchestra.run.smithi165.stdout:(6/24): python3-ceph-argparse-17.2.7-827.gd3b50 1.3 MB/s | 45 kB 00:00 2024-04-12T09:14:57.521 INFO:teuthology.orchestra.run.smithi165.stdout:(7/24): python3-ceph-common-17.2.7-827.gd3b5060 2.3 MB/s | 117 kB 00:00 2024-04-12T09:14:57.572 INFO:teuthology.orchestra.run.smithi165.stdout:(8/24): python3-cephfs-17.2.7-827.gd3b5060a.el9 3.1 MB/s | 156 kB 00:00 2024-04-12T09:14:57.622 INFO:teuthology.orchestra.run.smithi165.stdout:(9/24): python3-rados-17.2.7-827.gd3b5060a.el9. 6.3 MB/s | 320 kB 00:00 2024-04-12T09:14:57.680 INFO:teuthology.orchestra.run.smithi165.stdout:(10/24): python3-rbd-17.2.7-827.gd3b5060a.el9.x 4.9 MB/s | 292 kB 00:00 2024-04-12T09:14:57.731 INFO:teuthology.orchestra.run.smithi165.stdout:(11/24): python3-rgw-17.2.7-827.gd3b5060a.el9.x 1.9 MB/s | 99 kB 00:00 2024-04-12T09:14:58.066 INFO:teuthology.orchestra.run.smithi165.stdout:(12/24): libpmemobj-1.12.1-1.el9.x86_64.rpm 481 kB/s | 160 kB 00:00 2024-04-12T09:14:58.148 INFO:teuthology.orchestra.run.smithi165.stdout:(13/24): librabbitmq-0.11.0-7.el9.x86_64.rpm 544 kB/s | 45 kB 00:00 2024-04-12T09:14:58.623 INFO:teuthology.orchestra.run.smithi165.stdout:(14/24): librdkafka-1.6.1-102.el9.x86_64.rpm 1.4 MB/s | 662 kB 00:00 2024-04-12T09:14:58.915 INFO:teuthology.orchestra.run.smithi165.stdout:(15/24): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.0 MB/s | 292 kB 00:00 2024-04-12T09:14:58.999 INFO:teuthology.orchestra.run.smithi165.stdout:(16/24): python3-prettytable-0.7.2-27.el9.noarc 508 kB/s | 42 kB 00:00 2024-04-12T09:14:59.741 INFO:teuthology.orchestra.run.smithi165.stdout:(17/24): gperftools-libs-2.9.1-2.el9.x86_64.rpm 416 kB/s | 309 kB 00:00 2024-04-12T09:15:00.541 INFO:teuthology.orchestra.run.smithi165.stdout:(18/24): liboath-2.6.7-2.el9.x86_64.rpm 61 kB/s | 49 kB 00:00 2024-04-12T09:15:00.658 INFO:teuthology.orchestra.run.smithi165.stdout:(19/24): libunwind-1.6.2-1.el9.x86_64.rpm 579 kB/s | 67 kB 00:00 2024-04-12T09:15:00.825 INFO:teuthology.orchestra.run.smithi165.stdout:(20/24): ceph-base-17.2.7-827.gd3b5060a.el9.x86 990 kB/s | 5.0 MB 00:05 2024-04-12T09:15:03.091 INFO:teuthology.orchestra.run.smithi165.stdout:(21/24): thrift-0.15.0-2.el9.x86_64.rpm 666 kB/s | 1.6 MB 00:02 2024-04-12T09:15:03.208 INFO:teuthology.orchestra.run.smithi165.stdout:(22/24): librados2-17.2.7-827.gd3b5060a.el9.x86 1.3 MB/s | 3.1 MB 00:02 2024-04-12T09:15:03.479 INFO:teuthology.orchestra.run.smithi165.stdout:(23/24): librbd1-17.2.7-827.gd3b5060a.el9.x86_6 7.6 MB/s | 2.9 MB 00:00 2024-04-12T09:15:06.146 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T09:15:06.146 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /sys 2024-04-12T09:15:06.146 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /proc 2024-04-12T09:15:06.147 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /mnt 2024-04-12T09:15:06.147 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /var/tmp 2024-04-12T09:15:06.147 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /home 2024-04-12T09:15:06.147 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /root 2024-04-12T09:15:06.147 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /tmp 2024-04-12T09:15:06.147 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:07.459 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 24/26 2024-04-12T09:15:07.536 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 24/26 2024-04-12T09:15:07.536 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:07.537 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T09:15:07.537 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T09:15:07.537 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T09:15:07.537 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:07.538 INFO:teuthology.orchestra.run.smithi083.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-12T09:15:07.620 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-12T09:15:07.620 INFO:teuthology.orchestra.run.smithi083.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 1/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 3/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 5/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 6/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 7/26 2024-04-12T09:15:08.881 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x 8/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86 9/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 10/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 11/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 12/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 14/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 15/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 16/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 17/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 18/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 19/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 20/26 2024-04-12T09:15:08.882 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 21/26 2024-04-12T09:15:08.883 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 22/26 2024-04-12T09:15:08.883 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T09:15:08.883 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 24/26 2024-04-12T09:15:08.883 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 25/26 2024-04-12T09:15:09.350 INFO:teuthology.orchestra.run.smithi165.stdout:(24/24): ceph-radosgw-17.2.7-827.gd3b5060a.el9. 1.0 MB/s | 14 MB 00:13 2024-04-12T09:15:09.355 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:09.355 INFO:teuthology.orchestra.run.smithi165.stdout:Total 4.1 MB/s | 58 MB 00:14 2024-04-12T09:15:09.419 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:15:09.451 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:15:09.451 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:15:09.819 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout:Upgraded: 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.820 INFO:teuthology.orchestra.run.smithi083.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.821 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:09.822 INFO:teuthology.orchestra.run.smithi083.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T09:15:09.822 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:09.822 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:15:09.919 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:15:09.919 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:15:10.120 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-test 2024-04-12T09:15:10.706 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:28 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:15:10.992 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:15:10.992 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:15:10.992 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:15:10.992 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.992 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.993 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.994 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:15:10.995 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.996 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:15:10.997 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.998 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:10.999 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:11.000 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.001 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.001 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.001 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.001 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:11.001 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.001 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.001 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.001 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:11.067 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:15:11.068 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:11.068 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:15:11.068 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:11.068 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:15:11.068 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-test x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 48 M 2024-04-12T09:15:11.068 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout: libcephsqlite x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 163 k 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout:Install 6 Packages 2024-04-12T09:15:11.069 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:11.070 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 49 M 2024-04-12T09:15:11.070 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 193 M 2024-04-12T09:15:11.070 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:15:11.114 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:15:11.442 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/26 2024-04-12T09:15:11.510 INFO:teuthology.orchestra.run.smithi165.stdout: Upgrading : librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T09:15:11.603 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T09:15:11.625 INFO:teuthology.orchestra.run.smithi083.stdout:(1/6): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-04-12T09:15:11.688 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 3/26 2024-04-12T09:15:11.692 INFO:teuthology.orchestra.run.smithi083.stdout:(2/6): libcephsqlite-17.2.7-827.gd3b5060a.el9.x 641 kB/s | 163 kB 00:00 2024-04-12T09:15:11.711 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T09:15:11.717 INFO:teuthology.orchestra.run.smithi083.stdout:(3/6): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.3 MB/s | 218 kB 00:00 2024-04-12T09:15:11.801 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T09:15:11.846 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : thrift-0.15.0-2.el9.x86_64 5/26 2024-04-12T09:15:11.874 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/26 2024-04-12T09:15:11.918 INFO:teuthology.orchestra.run.smithi083.stdout:(4/6): xmlstarlet-1.6.1-20.el9.x86_64.rpm 318 kB/s | 64 kB 00:00 2024-04-12T09:15:12.034 INFO:teuthology.orchestra.run.smithi083.stdout:(5/6): socat-1.7.4.1-5.el9.x86_64.rpm 890 kB/s | 305 kB 00:00 2024-04-12T09:15:12.312 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 7/26 2024-04-12T09:15:12.339 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 8/26 2024-04-12T09:15:12.402 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 8/26 2024-04-12T09:15:12.439 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : liboath-2.6.7-2.el9.x86_64 9/26 2024-04-12T09:15:12.481 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x 10/26 2024-04-12T09:15:12.519 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 11/26 2024-04-12T09:15:12.581 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 12/26 2024-04-12T09:15:12.608 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T09:15:12.658 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T09:15:12.698 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/26 2024-04-12T09:15:12.741 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/26 2024-04-12T09:15:12.774 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 16/26 2024-04-12T09:15:13.060 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/26 2024-04-12T09:15:13.095 INFO:teuthology.orchestra.run.smithi165.stdout: Upgrading : librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 18/26 2024-04-12T09:15:13.169 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 18/26 2024-04-12T09:15:13.233 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 19/26 2024-04-12T09:15:13.264 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86 20/26 2024-04-12T09:15:14.376 INFO:teuthology.orchestra.run.smithi083.stdout:(6/6): ceph-test-17.2.7-827.gd3b5060a.el9.x86_6 16 MB/s | 48 MB 00:02 2024-04-12T09:15:14.378 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:14.378 INFO:teuthology.orchestra.run.smithi083.stdout:Total 15 MB/s | 49 MB 00:03 2024-04-12T09:15:14.429 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:15:14.448 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:15:14.448 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:15:14.839 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:15:14.839 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:15:15.409 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:15:15.477 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/6 2024-04-12T09:15:15.510 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/6 2024-04-12T09:15:15.550 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 3/6 2024-04-12T09:15:15.593 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : jq-1.6-16.el9.x86_64 4/6 2024-04-12T09:15:15.622 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 5/6 2024-04-12T09:15:15.653 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T09:15:15.702 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T09:15:16.242 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T09:15:16.380 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 22/26 2024-04-12T09:15:16.454 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 22/26 2024-04-12T09:15:16.454 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T09:15:16.454 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T09:15:16.455 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:16.490 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T09:15:20.105 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 5/6 2024-04-12T09:15:20.178 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 6/6 2024-04-12T09:15:22.568 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 6/6 2024-04-12T09:15:22.568 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 1/6 2024-04-12T09:15:22.568 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 2/6 2024-04-12T09:15:22.568 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : jq-1.6-16.el9.x86_64 3/6 2024-04-12T09:15:22.568 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 4/6 2024-04-12T09:15:22.568 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 5/6 2024-04-12T09:15:22.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 6/6 2024-04-12T09:15:22.942 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:22.942 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:15:22.942 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:22.942 INFO:teuthology.orchestra.run.smithi083.stdout: jq-1.6-16.el9.x86_64 2024-04-12T09:15:22.942 INFO:teuthology.orchestra.run.smithi083.stdout: libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:22.943 INFO:teuthology.orchestra.run.smithi083.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T09:15:22.943 INFO:teuthology.orchestra.run.smithi083.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T09:15:22.943 INFO:teuthology.orchestra.run.smithi083.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T09:15:22.943 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:22.943 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:15:23.234 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph 2024-04-12T09:15:23.823 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:41 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:15:24.109 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:15:24.110 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:15:24.111 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:15:24.112 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:15:24.113 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.114 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:15:24.115 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.116 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:24.117 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.118 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.119 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.119 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:24.119 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.119 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.119 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.119 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:24.179 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout: ceph x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 6.5 k 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mds x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.1 M 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 1.4 M 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-modules-core noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 240 k 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mon x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 3.9 M 2024-04-12T09:15:24.184 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-osd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 15 M 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T09:15:24.185 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T09:15:24.186 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:24.187 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:15:24.187 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:24.187 INFO:teuthology.orchestra.run.smithi083.stdout:Install 33 Packages 2024-04-12T09:15:24.187 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:24.187 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 27 M 2024-04-12T09:15:24.187 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 96 M 2024-04-12T09:15:24.187 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:15:25.129 INFO:teuthology.orchestra.run.smithi083.stdout:(1/33): ceph-17.2.7-827.gd3b5060a.el9.x86_64.rp 35 kB/s | 6.5 kB 00:00 2024-04-12T09:15:25.438 INFO:teuthology.orchestra.run.smithi083.stdout:(2/33): ceph-mon-17.2.7-827.gd3b5060a.el9.x86_6 13 MB/s | 3.9 MB 00:00 2024-04-12T09:15:25.681 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T09:15:25.681 INFO:teuthology.orchestra.run.smithi165.stdout:skipping the directory /sys 2024-04-12T09:15:25.682 INFO:teuthology.orchestra.run.smithi165.stdout:skipping the directory /proc 2024-04-12T09:15:25.682 INFO:teuthology.orchestra.run.smithi165.stdout:skipping the directory /mnt 2024-04-12T09:15:25.682 INFO:teuthology.orchestra.run.smithi165.stdout:skipping the directory /var/tmp 2024-04-12T09:15:25.682 INFO:teuthology.orchestra.run.smithi165.stdout:skipping the directory /home 2024-04-12T09:15:25.682 INFO:teuthology.orchestra.run.smithi165.stdout:skipping the directory /root 2024-04-12T09:15:25.682 INFO:teuthology.orchestra.run.smithi165.stdout:skipping the directory /tmp 2024-04-12T09:15:25.682 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:26.146 INFO:teuthology.orchestra.run.smithi083.stdout:(3/33): ceph-osd-17.2.7-827.gd3b5060a.el9.x86_6 22 MB/s | 15 MB 00:00 2024-04-12T09:15:26.205 INFO:teuthology.orchestra.run.smithi083.stdout:(4/33): ceph-mgr-modules-core-17.2.7-827.gd3b50 4.0 MB/s | 240 kB 00:00 2024-04-12T09:15:26.355 INFO:teuthology.orchestra.run.smithi083.stdout:(5/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-04-12T09:15:26.447 INFO:teuthology.orchestra.run.smithi083.stdout:(6/33): python3-cryptography-36.0.1-4.el9.x86_6 13 MB/s | 1.2 MB 00:00 2024-04-12T09:15:26.489 INFO:teuthology.orchestra.run.smithi083.stdout:(7/33): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-04-12T09:15:26.531 INFO:teuthology.orchestra.run.smithi083.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 3.2 MB/s | 135 kB 00:00 2024-04-12T09:15:26.573 INFO:teuthology.orchestra.run.smithi083.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 2.9 MB/s | 125 kB 00:00 2024-04-12T09:15:26.615 INFO:teuthology.orchestra.run.smithi083.stdout:(10/33): python3-urllib3-1.26.5-5.el9.noarch.rp 5.0 MB/s | 215 kB 00:00 2024-04-12T09:15:26.982 INFO:teuthology.orchestra.run.smithi083.stdout:(11/33): python3-mako-1.1.4-6.el9.noarch.rpm 469 kB/s | 172 kB 00:00 2024-04-12T09:15:26.997 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 24/26 2024-04-12T09:15:27.074 INFO:teuthology.orchestra.run.smithi083.stdout:(12/33): python3-markupsafe-1.1.1-12.el9.x86_64 379 kB/s | 35 kB 00:00 2024-04-12T09:15:27.075 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 24/26 2024-04-12T09:15:27.075 INFO:teuthology.orchestra.run.smithi165.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:27.075 INFO:teuthology.orchestra.run.smithi165.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T09:15:27.075 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T09:15:27.075 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T09:15:27.075 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:27.077 INFO:teuthology.orchestra.run.smithi165.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-12T09:15:27.165 INFO:teuthology.orchestra.run.smithi083.stdout:(13/33): python3-pytz-2021.1-5.el9.noarch.rpm 557 kB/s | 51 kB 00:00 2024-04-12T09:15:27.166 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-12T09:15:27.166 INFO:teuthology.orchestra.run.smithi165.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T09:15:27.257 INFO:teuthology.orchestra.run.smithi083.stdout:(14/33): python3-toml-0.10.2-6.el9.noarch.rpm 454 kB/s | 42 kB 00:00 2024-04-12T09:15:27.291 INFO:teuthology.orchestra.run.smithi083.stdout:(15/33): ceph-mgr-17.2.7-827.gd3b5060a.el9.x86_ 613 kB/s | 1.4 MB 00:02 2024-04-12T09:15:27.566 INFO:teuthology.orchestra.run.smithi083.stdout:(16/33): ceph-mds-17.2.7-827.gd3b5060a.el9.x86_ 809 kB/s | 2.1 MB 00:02 2024-04-12T09:15:27.667 INFO:teuthology.orchestra.run.smithi083.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 106 kB/s | 43 kB 00:00 2024-04-12T09:15:27.800 INFO:teuthology.orchestra.run.smithi083.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 99 kB/s | 11 kB 00:00 2024-04-12T09:15:27.842 INFO:teuthology.orchestra.run.smithi083.stdout:(19/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 312 kB/s | 172 kB 00:00 2024-04-12T09:15:27.918 INFO:teuthology.orchestra.run.smithi083.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 151 kB/s | 18 kB 00:00 2024-04-12T09:15:27.943 INFO:teuthology.orchestra.run.smithi083.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 231 kB/s | 23 kB 00:00 2024-04-12T09:15:28.043 INFO:teuthology.orchestra.run.smithi083.stdout:(22/33): python3-jaraco-text-3.2.0-6.el9.noarch 197 kB/s | 20 kB 00:00 2024-04-12T09:15:28.151 INFO:teuthology.orchestra.run.smithi083.stdout:(23/33): python3-logutils-0.3.5-21.el9.noarch.r 428 kB/s | 46 kB 00:00 2024-04-12T09:15:28.219 INFO:teuthology.orchestra.run.smithi083.stdout:(24/33): python3-jaraco-functools-3.5.0-2.el9.n 65 kB/s | 19 kB 00:00 2024-04-12T09:15:28.277 INFO:teuthology.orchestra.run.smithi083.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 628 kB/s | 79 kB 00:00 2024-04-12T09:15:28.302 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T09:15:28.302 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 1/26 2024-04-12T09:15:28.302 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 3/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 5/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 6/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 7/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x 8/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86 9/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 10/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 11/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 12/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 14/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 15/26 2024-04-12T09:15:28.303 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 16/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 17/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 18/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 19/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 20/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 21/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 22/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 24/26 2024-04-12T09:15:28.304 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 25/26 2024-04-12T09:15:28.311 INFO:teuthology.orchestra.run.smithi083.stdout:(26/33): python3-cherrypy-18.6.1-2.el9.noarch.r 482 kB/s | 358 kB 00:00 2024-04-12T09:15:28.378 INFO:teuthology.orchestra.run.smithi083.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 164 kB/s | 16 kB 00:00 2024-04-12T09:15:28.428 INFO:teuthology.orchestra.run.smithi083.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 770 kB/s | 90 kB 00:00 2024-04-12T09:15:28.487 INFO:teuthology.orchestra.run.smithi083.stdout:(29/33): python3-tempora-5.0.0-2.el9.noarch.rpm 329 kB/s | 36 kB 00:00 2024-04-12T09:15:28.554 INFO:teuthology.orchestra.run.smithi083.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 813 kB/s | 272 kB 00:00 2024-04-12T09:15:28.579 INFO:teuthology.orchestra.run.smithi083.stdout:(31/33): python3-webob-1.8.7-6.el9.noarch.rpm 1.5 MB/s | 230 kB 00:00 2024-04-12T09:15:28.654 INFO:teuthology.orchestra.run.smithi083.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 199 kB/s | 20 kB 00:00 2024-04-12T09:15:28.712 INFO:teuthology.orchestra.run.smithi083.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 1.8 MB/s | 427 kB 00:00 2024-04-12T09:15:28.718 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:28.718 INFO:teuthology.orchestra.run.smithi083.stdout:Total 6.0 MB/s | 27 MB 00:04 2024-04-12T09:15:28.839 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:15:28.878 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:15:28.879 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:15:29.225 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:15:29.225 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:15:29.286 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout:Upgraded: 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T09:15:29.287 INFO:teuthology.orchestra.run.smithi165.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T09:15:29.288 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:29.289 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:15:29.606 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-test 2024-04-12T09:15:30.198 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:00:39 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:15:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:15:30.492 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.493 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.494 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:15:30.495 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.496 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:15:30.497 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.498 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:15:30.498 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.498 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:15:30.498 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.498 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:15:30.498 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.498 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:15:30.498 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.499 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:30.500 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.501 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.502 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:30.532 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-04-12T09:15:30.561 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:15:30.562 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:15:30.562 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:15:30.562 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:15:30.562 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:15:30.562 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-test x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 48 M 2024-04-12T09:15:30.562 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:15:30.562 INFO:teuthology.orchestra.run.smithi165.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T09:15:30.562 INFO:teuthology.orchestra.run.smithi165.stdout: libcephsqlite x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 163 k 2024-04-12T09:15:30.563 INFO:teuthology.orchestra.run.smithi165.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T09:15:30.563 INFO:teuthology.orchestra.run.smithi165.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T09:15:30.563 INFO:teuthology.orchestra.run.smithi165.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T09:15:30.563 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:30.563 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:15:30.563 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:15:30.563 INFO:teuthology.orchestra.run.smithi165.stdout:Install 6 Packages 2024-04-12T09:15:30.563 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:30.564 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 49 M 2024-04-12T09:15:30.564 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 193 M 2024-04-12T09:15:30.564 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:15:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-04-12T09:15:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-04-12T09:15:30.688 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-04-12T09:15:30.767 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-04-12T09:15:30.808 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 6/33 2024-04-12T09:15:30.843 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-04-12T09:15:30.873 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-04-12T09:15:30.907 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-04-12T09:15:30.941 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-04-12T09:15:30.981 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-04-12T09:15:31.016 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-04-12T09:15:31.051 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-04-12T09:15:31.096 INFO:teuthology.orchestra.run.smithi165.stdout:(1/6): jq-1.6-16.el9.x86_64.rpm 1.4 MB/s | 187 kB 00:00 2024-04-12T09:15:31.097 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-04-12T09:15:31.155 INFO:teuthology.orchestra.run.smithi165.stdout:(2/6): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.7 MB/s | 218 kB 00:00 2024-04-12T09:15:31.170 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-04-12T09:15:31.188 INFO:teuthology.orchestra.run.smithi165.stdout:(3/6): libcephsqlite-17.2.7-827.gd3b5060a.el9.x 726 kB/s | 163 kB 00:00 2024-04-12T09:15:31.312 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-04-12T09:15:31.387 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-04-12T09:15:31.441 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 18/33 2024-04-12T09:15:31.480 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-04-12T09:15:31.529 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-04-12T09:15:31.585 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-04-12T09:15:31.639 INFO:teuthology.orchestra.run.smithi165.stdout:(4/6): xmlstarlet-1.6.1-20.el9.x86_64.rpm 141 kB/s | 64 kB 00:00 2024-04-12T09:15:31.764 INFO:teuthology.orchestra.run.smithi165.stdout:(5/6): socat-1.7.4.1-5.el9.x86_64.rpm 501 kB/s | 305 kB 00:00 2024-04-12T09:15:31.772 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-04-12T09:15:31.818 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-04-12T09:15:31.887 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-04-12T09:15:31.974 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-04-12T09:15:32.023 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-04-12T09:15:32.139 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-04-12T09:15:32.287 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.n 28/33 2024-04-12T09:15:32.319 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 29/33 2024-04-12T09:15:32.343 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 29/33 2024-04-12T09:15:32.343 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:32.344 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T09:15:32.344 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T09:15:32.344 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T09:15:32.344 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:33.679 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 30/33 2024-04-12T09:15:33.708 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 30/33 2024-04-12T09:15:33.708 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:33.708 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T09:15:33.708 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T09:15:33.708 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T09:15:33.708 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:34.072 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 31/33 2024-04-12T09:15:34.096 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 31/33 2024-04-12T09:15:34.096 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:34.096 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T09:15:34.096 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T09:15:34.096 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T09:15:34.096 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:34.297 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 32/33 2024-04-12T09:15:34.320 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 32/33 2024-04-12T09:15:34.321 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:34.321 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T09:15:34.321 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T09:15:34.321 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T09:15:34.321 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:34.386 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 33/33 2024-04-12T09:15:36.191 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 33/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 1/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 2/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 3/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 4/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 5/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.n 6/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-04-12T09:15:36.192 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-04-12T09:15:36.193 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 31/33 2024-04-12T09:15:36.194 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-04-12T09:15:37.026 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T09:15:37.027 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T09:15:37.028 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:37.029 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:15:37.396 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-base 2024-04-12T09:15:37.987 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:55 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:15:38.277 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:15:38.277 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:15:38.277 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.278 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.279 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:15:38.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:15:38.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:15:38.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:38.288 INFO:teuthology.orchestra.run.smithi083.stdout:Package ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:15:38.343 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:15:38.345 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:15:38.345 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:15:38.411 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install cephadm 2024-04-12T09:15:38.994 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:56 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:15:39.279 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:15:39.279 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.280 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:15:39.281 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:15:39.282 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:15:39.283 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:15:39.284 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.285 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.286 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.287 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.288 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:39.346 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:15:39.346 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: cephadm noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 82 k 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 82 k 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 372 k 2024-04-12T09:15:39.347 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:15:39.541 INFO:teuthology.orchestra.run.smithi083.stdout:cephadm-17.2.7-827.gd3b5060a.el9.noarch.rpm 424 kB/s | 82 kB 00:00 2024-04-12T09:15:39.542 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:39.542 INFO:teuthology.orchestra.run.smithi083.stdout:Total 421 kB/s | 82 kB 00:00 2024-04-12T09:15:39.542 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:15:39.547 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:15:39.547 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:15:39.548 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:15:39.549 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:15:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:15:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T09:15:40.080 INFO:teuthology.orchestra.run.smithi165.stdout:(6/6): ceph-test-17.2.7-827.gd3b5060a.el9.x86_6 5.3 MB/s | 48 MB 00:09 2024-04-12T09:15:40.084 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:40.084 INFO:teuthology.orchestra.run.smithi165.stdout:Total 5.1 MB/s | 49 MB 00:09 2024-04-12T09:15:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T09:15:40.133 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:15:40.154 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:15:40.154 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:15:40.518 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T09:15:40.548 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:15:40.549 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:15:40.845 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T09:15:40.845 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:40.845 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:15:40.846 INFO:teuthology.orchestra.run.smithi083.stdout: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:15:40.846 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:40.846 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:15:41.053 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-immutable-object-cache 2024-04-12T09:15:41.116 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:15:41.209 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/6 2024-04-12T09:15:41.248 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/6 2024-04-12T09:15:41.283 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 3/6 2024-04-12T09:15:41.330 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : jq-1.6-16.el9.x86_64 4/6 2024-04-12T09:15:41.358 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 5/6 2024-04-12T09:15:41.651 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:59 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:15:41.943 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:15:41.943 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:15:41.943 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.944 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:15:41.945 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.946 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.947 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.948 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:15:41.949 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.950 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.951 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:41.952 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:42.011 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:15:42.011 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:42.011 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repo Size 2024-04-12T09:15:42.011 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 137 k 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 137 k 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 379 k 2024-04-12T09:15:42.012 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:15:42.564 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-immutable-object-cache-17.2.7-827.gd3b5060 249 kB/s | 137 kB 00:00 2024-04-12T09:15:42.565 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:42.565 INFO:teuthology.orchestra.run.smithi083.stdout:Total 248 kB/s | 137 kB 00:00 2024-04-12T09:15:42.565 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:15:42.573 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:15:42.573 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:15:42.625 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:15:42.626 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:15:42.760 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:15:42.824 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T09:15:42.848 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T09:15:42.848 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:42.848 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T09:15:42.848 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:43.792 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T09:15:43.792 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:43.792 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:15:43.793 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:43.793 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:43.793 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:15:44.016 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr 2024-04-12T09:15:44.617 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:02 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:15:44.905 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:15:44.906 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:15:44.907 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:15:44.908 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.909 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.910 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:15:44.911 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.912 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.913 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:44.914 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.915 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.916 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:44.916 INFO:teuthology.orchestra.run.smithi083.stdout:Package ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:15:44.974 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:15:44.975 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:15:44.975 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:15:45.041 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr-dashboard 2024-04-12T09:15:45.632 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:03 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:15:45.773 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 5/6 2024-04-12T09:15:45.849 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 6/6 2024-04-12T09:15:45.918 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:15:45.918 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:15:45.918 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:15:45.918 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.918 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:15:45.919 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:15:45.920 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.921 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.922 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.923 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.924 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.925 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.926 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.927 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:45.987 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:15:45.987 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:45.987 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-dashboard noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 1.7 M 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-grafana-dashboards noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 24 k 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-prometheus-alerts noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 15 k 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout:Installing weak dependencies: 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:15:45.988 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:15:45.989 INFO:teuthology.orchestra.run.smithi083.stdout:Install 7 Packages 2024-04-12T09:15:45.989 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:45.989 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 2.0 M 2024-04-12T09:15:45.989 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 8.1 M 2024-04-12T09:15:45.989 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:15:46.419 INFO:teuthology.orchestra.run.smithi083.stdout:(1/7): ceph-prometheus-alerts-17.2.7-827.gd3b50 75 kB/s | 15 kB 00:00 2024-04-12T09:15:46.569 INFO:teuthology.orchestra.run.smithi083.stdout:(2/7): ceph-mgr-dashboard-17.2.7-827.gd3b5060a. 4.9 MB/s | 1.7 MB 00:00 2024-04-12T09:15:46.637 INFO:teuthology.orchestra.run.smithi083.stdout:(3/7): ceph-grafana-dashboards-17.2.7-827.gd3b5 59 kB/s | 24 kB 00:00 2024-04-12T09:15:46.678 INFO:teuthology.orchestra.run.smithi083.stdout:(4/7): python3-jwt+crypto-2.4.0-1.el9.noarch.rp 35 kB/s | 9.0 kB 00:00 2024-04-12T09:15:46.987 INFO:teuthology.orchestra.run.smithi083.stdout:(5/7): python3-jwt-2.4.0-1.el9.noarch.rpm 98 kB/s | 41 kB 00:00 2024-04-12T09:15:47.004 INFO:teuthology.orchestra.run.smithi083.stdout:(6/7): python3-repoze-lru-0.7-16.el9.noarch.rpm 84 kB/s | 31 kB 00:00 2024-04-12T09:15:47.154 INFO:teuthology.orchestra.run.smithi083.stdout:(7/7): python3-routes-2.5.1-5.el9.noarch.rpm 396 kB/s | 188 kB 00:00 2024-04-12T09:15:47.156 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:47.156 INFO:teuthology.orchestra.run.smithi083.stdout:Total 1.7 MB/s | 2.0 MB 00:01 2024-04-12T09:15:47.156 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:15:47.164 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:15:47.165 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:15:47.224 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:15:47.224 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:15:47.525 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:15:47.597 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 1/7 2024-04-12T09:15:47.631 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 2/7 2024-04-12T09:15:47.678 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/7 2024-04-12T09:15:47.709 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/7 2024-04-12T09:15:47.738 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.no 5/7 2024-04-12T09:15:47.969 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.n 6/7 2024-04-12T09:15:48.000 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 7/7 2024-04-12T09:15:48.155 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 6/6 2024-04-12T09:15:48.155 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 1/6 2024-04-12T09:15:48.155 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 2/6 2024-04-12T09:15:48.155 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : jq-1.6-16.el9.x86_64 3/6 2024-04-12T09:15:48.155 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 4/6 2024-04-12T09:15:48.156 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 5/6 2024-04-12T09:15:48.537 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 6/6 2024-04-12T09:15:48.537 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:48.537 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:15:48.537 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:48.537 INFO:teuthology.orchestra.run.smithi165.stdout: jq-1.6-16.el9.x86_64 2024-04-12T09:15:48.537 INFO:teuthology.orchestra.run.smithi165.stdout: libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:15:48.537 INFO:teuthology.orchestra.run.smithi165.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T09:15:48.537 INFO:teuthology.orchestra.run.smithi165.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T09:15:48.538 INFO:teuthology.orchestra.run.smithi165.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T09:15:48.538 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:48.538 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:15:48.556 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 7/7 2024-04-12T09:15:48.557 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.n 1/7 2024-04-12T09:15:48.557 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 2/7 2024-04-12T09:15:48.557 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.no 3/7 2024-04-12T09:15:48.557 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 4/7 2024-04-12T09:15:48.557 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 5/7 2024-04-12T09:15:48.557 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 6/7 2024-04-12T09:15:48.829 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph 2024-04-12T09:15:48.888 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 7/7 2024-04-12T09:15:48.888 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:48.888 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:15:48.888 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:15:48.888 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:15:48.889 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:15:48.889 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-04-12T09:15:48.889 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-04-12T09:15:48.889 INFO:teuthology.orchestra.run.smithi083.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T09:15:48.889 INFO:teuthology.orchestra.run.smithi083.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T09:15:48.889 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:48.889 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:15:49.133 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-12T09:15:49.426 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:00:58 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:15:49.719 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:07 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.720 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.721 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:15:49.722 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.723 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.724 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.725 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:49.726 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.727 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.728 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:49.792 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:15:49.794 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:15:49.794 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:15:49.794 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: ceph x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 6.5 k 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mds x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.1 M 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 1.4 M 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-modules-core noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 240 k 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mon x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 3.9 M 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-osd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 15 M 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T09:15:49.795 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T09:15:49.796 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout:Install 33 Packages 2024-04-12T09:15:49.797 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:49.798 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 27 M 2024-04-12T09:15:49.798 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 96 M 2024-04-12T09:15:49.798 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:15:50.006 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:15:50.006 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:15:50.007 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:15:50.008 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.009 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:15:50.010 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:15:50.011 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:15:50.012 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.013 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:15:50.014 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.015 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.015 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.015 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.015 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:15:50.015 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.015 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.015 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.015 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:15:50.076 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:15:50.077 INFO:teuthology.orchestra.run.smithi083.stdout:====================================================================================== 2024-04-12T09:15:50.077 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:15:50.077 INFO:teuthology.orchestra.run.smithi083.stdout:====================================================================================== 2024-04-12T09:15:50.077 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:15:50.077 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 7.4 M 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:50.078 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:15:50.079 INFO:teuthology.orchestra.run.smithi083.stdout:====================================================================================== 2024-04-12T09:15:50.079 INFO:teuthology.orchestra.run.smithi083.stdout:Install 12 Packages 2024-04-12T09:15:50.079 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:15:50.079 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 38 M 2024-04-12T09:15:50.079 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 209 M 2024-04-12T09:15:50.079 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:15:50.442 INFO:teuthology.orchestra.run.smithi165.stdout:(1/33): ceph-17.2.7-827.gd3b5060a.el9.x86_64.rp 44 kB/s | 6.5 kB 00:00 2024-04-12T09:15:50.634 INFO:teuthology.orchestra.run.smithi165.stdout:(2/33): ceph-mgr-17.2.7-827.gd3b5060a.el9.x86_6 4.1 MB/s | 1.4 MB 00:00 2024-04-12T09:15:50.984 INFO:teuthology.orchestra.run.smithi165.stdout:(3/33): ceph-mon-17.2.7-827.gd3b5060a.el9.x86_6 7.2 MB/s | 3.9 MB 00:00 2024-04-12T09:15:51.034 INFO:teuthology.orchestra.run.smithi165.stdout:(4/33): ceph-mgr-modules-core-17.2.7-827.gd3b50 4.7 MB/s | 240 kB 00:00 2024-04-12T09:15:51.220 INFO:teuthology.orchestra.run.smithi083.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 302 kB/s | 195 kB 00:00 2024-04-12T09:15:51.311 INFO:teuthology.orchestra.run.smithi083.stdout:(2/12): flexiblas-3.0.4-8.el9.x86_64.rpm 356 kB/s | 33 kB 00:00 2024-04-12T09:15:51.512 INFO:teuthology.orchestra.run.smithi083.stdout:(3/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 15 MB/s | 3.0 MB 00:00 2024-04-12T09:15:51.537 INFO:teuthology.orchestra.run.smithi083.stdout:(4/12): libgfortran-11.4.1-3.el9.x86_64.rpm 834 kB/s | 803 kB 00:00 2024-04-12T09:15:51.560 INFO:teuthology.orchestra.run.smithi165.stdout:(5/33): ceph-osd-17.2.7-827.gd3b5060a.el9.x86_6 17 MB/s | 15 MB 00:00 2024-04-12T09:15:51.562 INFO:teuthology.orchestra.run.smithi083.stdout:(5/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 362 kB/s | 18 kB 00:00 2024-04-12T09:15:51.610 INFO:teuthology.orchestra.run.smithi165.stdout:(6/33): ceph-mds-17.2.7-827.gd3b5060a.el9.x86_6 1.6 MB/s | 2.1 MB 00:01 2024-04-12T09:15:51.646 INFO:teuthology.orchestra.run.smithi083.stdout:(6/12): openblas-0.3.21-2.el9.x86_64.rpm 324 kB/s | 35 kB 00:00 2024-04-12T09:15:51.738 INFO:teuthology.orchestra.run.smithi083.stdout:(7/12): openblas-openmp-0.3.21-2.el9.x86_64.rpm 27 MB/s | 4.7 MB 00:00 2024-04-12T09:15:51.774 INFO:teuthology.orchestra.run.smithi083.stdout:(8/12): python3-devel-3.9.17-2.el9.x86_64.rpm 1.9 MB/s | 245 kB 00:00 2024-04-12T09:15:51.839 INFO:teuthology.orchestra.run.smithi083.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 3.7 MB/s | 250 kB 00:00 2024-04-12T09:15:52.098 INFO:teuthology.orchestra.run.smithi083.stdout:(10/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-04-12T09:15:52.444 INFO:teuthology.orchestra.run.smithi165.stdout:(7/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 180 kB/s | 253 kB 00:01 2024-04-12T09:15:52.564 INFO:teuthology.orchestra.run.smithi083.stdout:(11/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 22 MB/s | 16 MB 00:00 2024-04-12T09:15:52.785 INFO:teuthology.orchestra.run.smithi165.stdout:(8/33): python3-ply-3.11-14.el9.noarch.rpm 91 kB/s | 106 kB 00:01 2024-04-12T09:15:53.469 INFO:teuthology.orchestra.run.smithi165.stdout:(9/33): python3-pycparser-2.20-6.el9.noarch.rpm 132 kB/s | 135 kB 00:01 2024-04-12T09:15:53.744 INFO:teuthology.orchestra.run.smithi165.stdout:(10/33): python3-requests-2.25.1-8.el9.noarch.r 134 kB/s | 125 kB 00:00 2024-04-12T09:15:53.970 INFO:teuthology.orchestra.run.smithi165.stdout:(11/33): python3-mako-1.1.4-6.el9.noarch.rpm 766 kB/s | 172 kB 00:00 2024-04-12T09:15:54.028 INFO:teuthology.orchestra.run.smithi165.stdout:(12/33): python3-markupsafe-1.1.1-12.el9.x86_64 598 kB/s | 35 kB 00:00 2024-04-12T09:15:54.087 INFO:teuthology.orchestra.run.smithi165.stdout:(13/33): python3-pytz-2021.1-5.el9.noarch.rpm 876 kB/s | 51 kB 00:00 2024-04-12T09:15:54.145 INFO:teuthology.orchestra.run.smithi165.stdout:(14/33): python3-toml-0.10.2-6.el9.noarch.rpm 712 kB/s | 42 kB 00:00 2024-04-12T09:15:54.262 INFO:teuthology.orchestra.run.smithi165.stdout:(15/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 373 kB/s | 43 kB 00:00 2024-04-12T09:15:54.371 INFO:teuthology.orchestra.run.smithi165.stdout:(16/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-04-12T09:15:54.413 INFO:teuthology.orchestra.run.smithi165.stdout:(17/33): python3-cryptography-36.0.1-4.el9.x86_ 440 kB/s | 1.2 MB 00:02 2024-04-12T09:15:54.455 INFO:teuthology.orchestra.run.smithi165.stdout:(18/33): python3-cherrypy-18.6.1-2.el9.noarch.r 4.2 MB/s | 358 kB 00:00 2024-04-12T09:15:54.505 INFO:teuthology.orchestra.run.smithi165.stdout:(19/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 117 kB/s | 11 kB 00:00 2024-04-12T09:15:54.530 INFO:teuthology.orchestra.run.smithi165.stdout:(20/33): python3-urllib3-1.26.5-5.el9.noarch.rp 202 kB/s | 215 kB 00:01 2024-04-12T09:15:54.555 INFO:teuthology.orchestra.run.smithi165.stdout:(21/33): python3-jaraco-classes-3.2.1-5.el9.noa 176 kB/s | 18 kB 00:00 2024-04-12T09:15:54.581 INFO:teuthology.orchestra.run.smithi165.stdout:(22/33): python3-jaraco-collections-3.0.0-8.el9 308 kB/s | 23 kB 00:00 2024-04-12T09:15:54.606 INFO:teuthology.orchestra.run.smithi165.stdout:(23/33): python3-jaraco-functools-3.5.0-2.el9.n 389 kB/s | 19 kB 00:00 2024-04-12T09:15:54.673 INFO:teuthology.orchestra.run.smithi165.stdout:(24/33): python3-jaraco-text-3.2.0-6.el9.noarch 168 kB/s | 20 kB 00:00 2024-04-12T09:15:54.698 INFO:teuthology.orchestra.run.smithi165.stdout:(25/33): python3-logutils-0.3.5-21.el9.noarch.r 395 kB/s | 46 kB 00:00 2024-04-12T09:15:54.724 INFO:teuthology.orchestra.run.smithi165.stdout:(26/33): python3-more-itertools-8.12.0-2.el9.no 673 kB/s | 79 kB 00:00 2024-04-12T09:15:54.749 INFO:teuthology.orchestra.run.smithi165.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 328 kB/s | 16 kB 00:00 2024-04-12T09:15:54.766 INFO:teuthology.orchestra.run.smithi165.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 2.1 MB/s | 90 kB 00:00 2024-04-12T09:15:54.800 INFO:teuthology.orchestra.run.smithi165.stdout:(29/33): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-04-12T09:15:54.817 INFO:teuthology.orchestra.run.smithi165.stdout:(30/33): python3-tempora-5.0.0-2.el9.noarch.rpm 530 kB/s | 36 kB 00:00 2024-04-12T09:15:54.842 INFO:teuthology.orchestra.run.smithi165.stdout:(31/33): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-12T09:15:54.859 INFO:teuthology.orchestra.run.smithi165.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 476 kB/s | 20 kB 00:00 2024-04-12T09:15:54.892 INFO:teuthology.orchestra.run.smithi165.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.5 MB/s | 427 kB 00:00 2024-04-12T09:15:54.895 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:54.895 INFO:teuthology.orchestra.run.smithi165.stdout:Total 5.3 MB/s | 27 MB 00:05 2024-04-12T09:15:55.017 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:15:55.054 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:15:55.055 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:15:55.421 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:15:55.421 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:15:56.686 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:15:56.745 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-04-12T09:15:56.778 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-04-12T09:15:56.810 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-04-12T09:15:56.902 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-04-12T09:15:56.981 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-04-12T09:15:57.022 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 6/33 2024-04-12T09:15:57.057 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-04-12T09:15:57.087 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-04-12T09:15:57.121 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-04-12T09:15:57.154 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-04-12T09:15:57.195 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-04-12T09:15:57.230 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-04-12T09:15:57.265 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-04-12T09:15:57.305 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-04-12T09:15:57.376 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-04-12T09:15:57.522 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-04-12T09:15:57.603 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-04-12T09:15:57.655 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 18/33 2024-04-12T09:15:57.694 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-04-12T09:15:57.743 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-04-12T09:15:57.800 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-04-12T09:15:57.996 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-04-12T09:15:58.048 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-04-12T09:15:58.119 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-04-12T09:15:58.207 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-04-12T09:15:58.257 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-04-12T09:15:58.379 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-04-12T09:15:58.526 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.n 28/33 2024-04-12T09:15:58.558 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 29/33 2024-04-12T09:15:58.584 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 29/33 2024-04-12T09:15:58.584 INFO:teuthology.orchestra.run.smithi165.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:58.584 INFO:teuthology.orchestra.run.smithi165.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T09:15:58.584 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T09:15:58.584 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T09:15:58.584 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:15:58.614 INFO:teuthology.orchestra.run.smithi083.stdout:(12/12): ceph-mgr-diskprediction-local-17.2.7-8 942 kB/s | 7.4 MB 00:08 2024-04-12T09:15:58.615 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:15:58.615 INFO:teuthology.orchestra.run.smithi083.stdout:Total 4.5 MB/s | 38 MB 00:08 2024-04-12T09:15:58.965 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:15:58.990 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:15:58.991 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:15:59.493 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:15:59.493 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:15:59.893 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 30/33 2024-04-12T09:15:59.920 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 30/33 2024-04-12T09:15:59.920 INFO:teuthology.orchestra.run.smithi165.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:15:59.920 INFO:teuthology.orchestra.run.smithi165.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T09:15:59.920 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T09:15:59.920 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T09:15:59.920 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:00.243 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:00.285 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 31/33 2024-04-12T09:16:00.306 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-12T09:16:00.309 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 31/33 2024-04-12T09:16:00.309 INFO:teuthology.orchestra.run.smithi165.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:16:00.309 INFO:teuthology.orchestra.run.smithi165.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T09:16:00.309 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T09:16:00.309 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T09:16:00.309 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:00.353 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-12T09:16:00.455 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-12T09:16:00.496 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 4/12 2024-04-12T09:16:00.511 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 32/33 2024-04-12T09:16:00.534 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 32/33 2024-04-12T09:16:00.534 INFO:teuthology.orchestra.run.smithi165.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:16:00.534 INFO:teuthology.orchestra.run.smithi165.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T09:16:00.534 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T09:16:00.534 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T09:16:00.535 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:00.591 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 33/33 2024-04-12T09:16:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-12T09:16:00.712 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-12T09:16:00.798 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-12T09:16:01.499 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-12T09:16:01.627 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-12T09:16:02.258 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 33/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 1/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 2/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 3/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 4/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 5/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.n 6/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-04-12T09:16:02.259 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-04-12T09:16:02.260 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-04-12T09:16:02.261 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-04-12T09:16:02.261 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-04-12T09:16:02.262 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-04-12T09:16:02.262 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-04-12T09:16:02.262 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-04-12T09:16:02.262 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 31/33 2024-04-12T09:16:02.262 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-04-12T09:16:02.907 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-12T09:16:03.133 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-04-12T09:16:03.133 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:03.133 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:16:03.133 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:03.133 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:03.133 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:03.133 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T09:16:03.134 INFO:teuthology.orchestra.run.smithi165.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T09:16:03.135 INFO:teuthology.orchestra.run.smithi165.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T09:16:03.136 INFO:teuthology.orchestra.run.smithi165.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T09:16:03.136 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:03.136 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:16:03.430 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-base 2024-04-12T09:16:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-12T09:16:03.970 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 12/12 2024-04-12T09:16:04.023 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:13 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:16:04.310 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.311 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:16:04.312 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.313 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:16:04.314 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:16:04.315 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.316 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.317 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:04.318 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.319 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.319 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.319 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:04.319 INFO:teuthology.orchestra.run.smithi165.stdout:Package ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:04.375 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:16:04.376 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:16:04.376 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:16:04.445 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install cephadm 2024-04-12T09:16:05.036 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:14 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:16:05.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:16:05.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:16:05.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.333 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:05.334 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.335 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:05.394 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:16:05.394 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:05.394 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:16:05.394 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:05.394 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:16:05.394 INFO:teuthology.orchestra.run.smithi165.stdout: cephadm noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 82 k 2024-04-12T09:16:05.394 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:05.395 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:16:05.395 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:05.395 INFO:teuthology.orchestra.run.smithi165.stdout:Install 1 Package 2024-04-12T09:16:05.395 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:05.395 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 82 k 2024-04-12T09:16:05.395 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 372 k 2024-04-12T09:16:05.395 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:16:05.607 INFO:teuthology.orchestra.run.smithi165.stdout:cephadm-17.2.7-827.gd3b5060a.el9.noarch.rpm 387 kB/s | 82 kB 00:00 2024-04-12T09:16:05.608 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:05.608 INFO:teuthology.orchestra.run.smithi165.stdout:Total 384 kB/s | 82 kB 00:00 2024-04-12T09:16:05.608 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:16:05.613 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:16:05.613 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:16:05.615 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:16:05.616 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:16:05.682 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:16:06.022 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T09:16:06.121 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T09:16:06.499 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 12/12 2024-04-12T09:16:06.499 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 1/12 2024-04-12T09:16:06.499 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-12T09:16:06.499 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-12T09:16:06.500 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-12T09:16:06.500 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-12T09:16:06.500 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-12T09:16:06.500 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-12T09:16:06.500 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-12T09:16:06.500 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 9/12 2024-04-12T09:16:06.500 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-12T09:16:06.500 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-12T09:16:06.544 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T09:16:06.870 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T09:16:06.870 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:06.870 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:16:06.870 INFO:teuthology.orchestra.run.smithi165.stdout: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:16:06.870 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:06.870 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:16:06.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-12T09:16:06.938 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T09:16:06.939 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T09:16:06.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T09:16:06.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T09:16:06.940 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:06.940 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:07.157 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-immutable-object-cache 2024-04-12T09:16:07.325 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr-rook 2024-04-12T09:16:07.778 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:16 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:16:07.931 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:25 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:08.073 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.074 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:16:08.075 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.076 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.077 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:16:08.078 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.079 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.080 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.081 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:08.082 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.083 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.142 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:16:08.142 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:08.142 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repo Size 2024-04-12T09:16:08.142 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:08.142 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:16:08.142 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 137 k 2024-04-12T09:16:08.142 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:08.142 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:16:08.143 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:08.143 INFO:teuthology.orchestra.run.smithi165.stdout:Install 1 Package 2024-04-12T09:16:08.143 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:08.143 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 137 k 2024-04-12T09:16:08.143 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 379 k 2024-04-12T09:16:08.143 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:16:08.223 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:08.223 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:08.223 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:08.223 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.223 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:08.223 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.223 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:08.223 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.224 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:08.225 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.226 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.227 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:08.228 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.229 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.230 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.231 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.232 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:08.291 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:08.292 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-rook noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 47 k 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T09:16:08.293 INFO:teuthology.orchestra.run.smithi083.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout:Install 13 Packages 2024-04-12T09:16:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:08.295 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 2.2 M 2024-04-12T09:16:08.295 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 26 M 2024-04-12T09:16:08.295 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:16:08.373 INFO:teuthology.orchestra.run.smithi165.stdout:ceph-immutable-object-cache-17.2.7-827.gd3b5060 599 kB/s | 137 kB 00:00 2024-04-12T09:16:08.374 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:08.374 INFO:teuthology.orchestra.run.smithi165.stdout:Total 595 kB/s | 137 kB 00:00 2024-04-12T09:16:08.374 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:16:08.382 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:16:08.382 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:16:08.434 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:16:08.435 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:16:08.574 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:16:08.633 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T09:16:08.659 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T09:16:08.659 INFO:teuthology.orchestra.run.smithi165.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:16:08.659 INFO:teuthology.orchestra.run.smithi165.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T09:16:08.659 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:09.080 INFO:teuthology.orchestra.run.smithi083.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 68 kB/s | 26 kB 00:00 2024-04-12T09:16:09.105 INFO:teuthology.orchestra.run.smithi083.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 48 kB/s | 19 kB 00:00 2024-04-12T09:16:09.163 INFO:teuthology.orchestra.run.smithi083.stdout:(3/13): ceph-mgr-rook-17.2.7-827.gd3b5060a.el9. 103 kB/s | 47 kB 00:00 2024-04-12T09:16:09.597 INFO:teuthology.orchestra.run.smithi083.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 323 kB/s | 159 kB 00:00 2024-04-12T09:16:09.676 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T09:16:09.676 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:09.676 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:16:09.676 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:09.676 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:09.676 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:16:09.748 INFO:teuthology.orchestra.run.smithi083.stdout:(5/13): python3-requests-oauthlib-1.3.0-12.el9. 357 kB/s | 54 kB 00:00 2024-04-12T09:16:09.893 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-mgr 2024-04-12T09:16:09.998 INFO:teuthology.orchestra.run.smithi083.stdout:(6/13): python3-pyasn1-modules-0.4.8-6.el9.noar 334 kB/s | 279 kB 00:00 2024-04-12T09:16:10.406 INFO:teuthology.orchestra.run.smithi083.stdout:(7/13): python3-cachetools-4.2.4-1.el9.noarch.r 49 kB/s | 32 kB 00:00 2024-04-12T09:16:10.501 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:19 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:16:10.682 INFO:teuthology.orchestra.run.smithi083.stdout:(8/13): python3-certifi-2021.10.8-2.el9.noarch. 22 kB/s | 15 kB 00:00 2024-04-12T09:16:10.782 INFO:teuthology.orchestra.run.smithi083.stdout:(9/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 130 kB/s | 222 kB 00:01 2024-04-12T09:16:10.788 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:16:10.788 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:16:10.788 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:16:10.788 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.788 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:16:10.789 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:16:10.790 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.791 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:16:10.792 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.793 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.794 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.795 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.796 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.797 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:10.798 INFO:teuthology.orchestra.run.smithi165.stdout:Package ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:10.856 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:16:10.857 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:16:10.857 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:16:10.940 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-mgr-dashboard 2024-04-12T09:16:11.007 INFO:teuthology.orchestra.run.smithi083.stdout:(10/13): python3-google-auth-2.28.2-1.el9.noarc 337 kB/s | 203 kB 00:00 2024-04-12T09:16:11.232 INFO:teuthology.orchestra.run.smithi083.stdout:(11/13): python3-websocket-client-1.2.3-2.el9.n 398 kB/s | 90 kB 00:00 2024-04-12T09:16:11.449 INFO:teuthology.orchestra.run.smithi083.stdout:(12/13): python3-rsa-4.9-2.el9.noarch.rpm 89 kB/s | 59 kB 00:00 2024-04-12T09:16:11.530 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:20 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:16:11.819 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.820 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.821 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:16:11.822 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:16:11.823 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.824 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.825 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.826 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.827 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.828 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:11.888 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-dashboard noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 1.7 M 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-grafana-dashboards noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 24 k 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-prometheus-alerts noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 15 k 2024-04-12T09:16:11.889 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout:Installing weak dependencies: 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout:Install 7 Packages 2024-04-12T09:16:11.890 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:11.891 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 2.0 M 2024-04-12T09:16:11.891 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 8.1 M 2024-04-12T09:16:11.891 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:16:12.303 INFO:teuthology.orchestra.run.smithi165.stdout:(1/7): ceph-prometheus-alerts-17.2.7-827.gd3b50 74 kB/s | 15 kB 00:00 2024-04-12T09:16:12.420 INFO:teuthology.orchestra.run.smithi165.stdout:(2/7): python3-jwt+crypto-2.4.0-1.el9.noarch.rp 78 kB/s | 9.0 kB 00:00 2024-04-12T09:16:12.528 INFO:teuthology.orchestra.run.smithi165.stdout:(3/7): ceph-grafana-dashboards-17.2.7-827.gd3b5 58 kB/s | 24 kB 00:00 2024-04-12T09:16:12.549 INFO:teuthology.orchestra.run.smithi083.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 560 kB/s | 1.0 MB 00:01 2024-04-12T09:16:12.553 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:12.553 INFO:teuthology.orchestra.run.smithi083.stdout:Total 528 kB/s | 2.2 MB 00:04 2024-04-12T09:16:12.554 INFO:teuthology.orchestra.run.smithi165.stdout:(4/7): python3-jwt-2.4.0-1.el9.noarch.rpm 305 kB/s | 41 kB 00:00 2024-04-12T09:16:12.624 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:16:12.639 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:16:12.639 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:16:12.704 INFO:teuthology.orchestra.run.smithi165.stdout:(5/7): ceph-mgr-dashboard-17.2.7-827.gd3b5060a. 2.8 MB/s | 1.7 MB 00:00 2024-04-12T09:16:12.729 INFO:teuthology.orchestra.run.smithi165.stdout:(6/7): python3-repoze-lru-0.7-16.el9.noarch.rpm 153 kB/s | 31 kB 00:00 2024-04-12T09:16:12.733 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:16:12.734 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:16:12.771 INFO:teuthology.orchestra.run.smithi165.stdout:(7/7): python3-routes-2.5.1-5.el9.noarch.rpm 869 kB/s | 188 kB 00:00 2024-04-12T09:16:12.773 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:12.774 INFO:teuthology.orchestra.run.smithi165.stdout:Total 2.3 MB/s | 2.0 MB 00:00 2024-04-12T09:16:12.774 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:16:12.781 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:16:12.781 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:16:12.847 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:16:12.847 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:16:13.144 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:16:13.206 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 1/7 2024-04-12T09:16:13.240 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 2/7 2024-04-12T09:16:13.263 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:13.295 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/7 2024-04-12T09:16:13.327 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/7 2024-04-12T09:16:13.356 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.no 5/7 2024-04-12T09:16:13.429 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-12T09:16:13.492 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-12T09:16:13.557 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-12T09:16:13.584 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.n 6/7 2024-04-12T09:16:13.593 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-12T09:16:13.617 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 7/7 2024-04-12T09:16:13.638 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-12T09:16:13.729 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-12T09:16:13.830 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 7/13 2024-04-12T09:16:13.886 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-12T09:16:14.144 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 7/7 2024-04-12T09:16:14.144 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.n 1/7 2024-04-12T09:16:14.144 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 2/7 2024-04-12T09:16:14.144 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.no 3/7 2024-04-12T09:16:14.144 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 4/7 2024-04-12T09:16:14.144 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 5/7 2024-04-12T09:16:14.144 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 6/7 2024-04-12T09:16:14.476 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 7/7 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:14.477 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:16:14.602 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-12T09:16:14.650 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-12T09:16:14.681 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-12T09:16:14.684 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-12T09:16:14.730 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-12T09:16:14.754 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 13/13 2024-04-12T09:16:15.282 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:01:24 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:16:15.542 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 13/13 2024-04-12T09:16:15.542 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 1/13 2024-04-12T09:16:15.542 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-12T09:16:15.542 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-12T09:16:15.542 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-12T09:16:15.542 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-12T09:16:15.542 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-12T09:16:15.542 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-12T09:16:15.543 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-12T09:16:15.543 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-12T09:16:15.543 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 10/13 2024-04-12T09:16:15.543 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-12T09:16:15.543 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-12T09:16:15.569 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:16:15.569 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:16:15.569 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:16:15.569 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.569 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.570 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.571 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:16:15.572 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:16:15.573 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.574 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:15.575 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.576 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.577 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:15.578 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.579 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.579 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.579 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:15.640 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout:====================================================================================== 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout:====================================================================================== 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 7.4 M 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T09:16:15.641 INFO:teuthology.orchestra.run.smithi165.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout:====================================================================================== 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout:Install 12 Packages 2024-04-12T09:16:15.642 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:16:15.643 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 38 M 2024-04-12T09:16:15.643 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 209 M 2024-04-12T09:16:15.643 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:16:15.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T09:16:15.940 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T09:16:15.941 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T09:16:15.941 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T09:16:15.941 INFO:teuthology.orchestra.run.smithi083.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T09:16:15.941 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:15.941 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:16.193 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr-cephadm 2024-04-12T09:16:16.379 INFO:teuthology.orchestra.run.smithi165.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 704 kB/s | 195 kB 00:00 2024-04-12T09:16:16.787 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:34 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:16.946 INFO:teuthology.orchestra.run.smithi165.stdout:(2/12): libgfortran-11.4.1-3.el9.x86_64.rpm 951 kB/s | 803 kB 00:00 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:17.077 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:17.078 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:17.079 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:17.080 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.081 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.082 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:17.083 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.084 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.085 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.086 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:17.146 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-cephadm noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 123 k 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T09:16:17.147 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T09:16:17.148 INFO:teuthology.orchestra.run.smithi083.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T09:16:17.148 INFO:teuthology.orchestra.run.smithi083.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T09:16:17.148 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:17.148 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:16:17.148 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:17.148 INFO:teuthology.orchestra.run.smithi083.stdout:Install 6 Packages 2024-04-12T09:16:17.148 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:17.149 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 7.0 M 2024-04-12T09:16:17.149 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 33 M 2024-04-12T09:16:17.149 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:16:17.213 INFO:teuthology.orchestra.run.smithi165.stdout:(3/12): ceph-mgr-diskprediction-local-17.2.7-82 6.7 MB/s | 7.4 MB 00:01 2024-04-12T09:16:17.238 INFO:teuthology.orchestra.run.smithi165.stdout:(4/12): flexiblas-3.0.4-8.el9.x86_64.rpm 38 kB/s | 33 kB 00:00 2024-04-12T09:16:17.668 INFO:teuthology.orchestra.run.smithi083.stdout:(1/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 1.2 MB/s | 248 kB 00:00 2024-04-12T09:16:17.860 INFO:teuthology.orchestra.run.smithi083.stdout:(2/6): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-04-12T09:16:17.946 INFO:teuthology.orchestra.run.smithi165.stdout:(5/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 25 kB/s | 18 kB 00:00 2024-04-12T09:16:17.960 INFO:teuthology.orchestra.run.smithi083.stdout:(3/6): ceph-mgr-cephadm-17.2.7-827.gd3b5060a.el 249 kB/s | 123 kB 00:00 2024-04-12T09:16:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:(6/12): openblas-0.3.21-2.el9.x86_64.rpm 44 kB/s | 35 kB 00:00 2024-04-12T09:16:18.319 INFO:teuthology.orchestra.run.smithi083.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 126 kB/s | 58 kB 00:00 2024-04-12T09:16:18.394 INFO:teuthology.orchestra.run.smithi083.stdout:(5/6): python3-typing-extensions-4.4.0-2.el9.no 118 kB/s | 51 kB 00:00 2024-04-12T09:16:18.486 INFO:teuthology.orchestra.run.smithi083.stdout:(6/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 670 kB/s | 548 kB 00:00 2024-04-12T09:16:18.487 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:18.487 INFO:teuthology.orchestra.run.smithi083.stdout:Total 5.2 MB/s | 7.0 MB 00:01 2024-04-12T09:16:18.557 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:16:18.568 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:16:18.568 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:16:18.668 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:16:18.668 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:16:18.977 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-12T09:16:19.212 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-12T09:16:19.419 INFO:teuthology.orchestra.run.smithi165.stdout:(7/12): python3-devel-3.9.17-2.el9.x86_64.rpm 179 kB/s | 245 kB 00:01 2024-04-12T09:16:19.723 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-12T09:16:19.806 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-12T09:16:19.870 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-12T09:16:19.900 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 6/6 2024-04-12T09:16:20.725 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 6/6 2024-04-12T09:16:20.725 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/6 2024-04-12T09:16:20.725 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-12T09:16:20.725 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-12T09:16:20.725 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-12T09:16:20.725 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-12T09:16:21.039 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-12T09:16:21.039 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:21.039 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:21.039 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:16:21.039 INFO:teuthology.orchestra.run.smithi083.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T09:16:21.040 INFO:teuthology.orchestra.run.smithi083.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T09:16:21.040 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T09:16:21.040 INFO:teuthology.orchestra.run.smithi083.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T09:16:21.040 INFO:teuthology.orchestra.run.smithi083.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T09:16:21.040 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:21.040 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:21.297 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-fuse 2024-04-12T09:16:21.895 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:39 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:22.185 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.186 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.187 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:22.188 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.189 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:22.190 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:22.191 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.192 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:22.193 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.194 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:22.254 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-fuse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 812 k 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:22.255 INFO:teuthology.orchestra.run.smithi083.stdout:Install 2 Packages 2024-04-12T09:16:22.256 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:22.256 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 892 k 2024-04-12T09:16:22.256 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 2.6 M 2024-04-12T09:16:22.256 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:16:22.955 INFO:teuthology.orchestra.run.smithi083.stdout:(1/2): ceph-fuse-17.2.7-827.gd3b5060a.el9.x86_6 2.0 MB/s | 812 kB 00:00 2024-04-12T09:16:22.980 INFO:teuthology.orchestra.run.smithi083.stdout:(2/2): fuse-2.9.9-15.el9.x86_64.rpm 186 kB/s | 80 kB 00:00 2024-04-12T09:16:22.981 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:22.982 INFO:teuthology.orchestra.run.smithi083.stdout:Total 1.2 MB/s | 892 kB 00:00 2024-04-12T09:16:22.993 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:16:23.015 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:16:23.015 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:16:23.091 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:16:23.091 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:16:23.255 INFO:teuthology.orchestra.run.smithi165.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 485 kB/s | 3.0 MB 00:06 2024-04-12T09:16:23.298 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:23.417 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-12T09:16:23.488 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2/2 2024-04-12T09:16:24.183 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2/2 2024-04-12T09:16:24.183 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/2 2024-04-12T09:16:24.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-12T09:16:24.521 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:24.521 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:24.521 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-12T09:16:24.522 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:24.522 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:24.638 INFO:teuthology.orchestra.run.smithi165.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 181 kB/s | 250 kB 00:01 2024-04-12T09:16:24.839 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install librados-devel 2024-04-12T09:16:25.452 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:43 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:25.743 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:25.744 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:25.745 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.746 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:25.747 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.748 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.749 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.750 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.751 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.752 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.753 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.753 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:25.814 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repo Size 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout: librados-devel x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 126 k 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 126 k 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 448 k 2024-04-12T09:16:25.815 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:16:26.029 INFO:teuthology.orchestra.run.smithi083.stdout:librados-devel-17.2.7-827.gd3b5060a.el9.x86_64. 592 kB/s | 126 kB 00:00 2024-04-12T09:16:26.029 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:26.029 INFO:teuthology.orchestra.run.smithi083.stdout:Total 589 kB/s | 126 kB 00:00 2024-04-12T09:16:26.030 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:16:26.035 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:16:26.035 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:16:26.094 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:16:26.094 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:16:26.248 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:26.343 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:26.792 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:27.090 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:27.090 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:27.090 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:27.090 INFO:teuthology.orchestra.run.smithi083.stdout: librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:27.090 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:27.090 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:27.138 INFO:teuthology.orchestra.run.smithi165.stdout:(10/12): openblas-openmp-0.3.21-2.el9.x86_64.rp 528 kB/s | 4.7 MB 00:09 2024-04-12T09:16:27.332 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install libcephfs2 2024-04-12T09:16:27.943 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:45 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:28.232 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:28.233 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.234 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:28.235 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:28.236 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.237 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.238 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:28.239 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.240 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.241 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:28.242 INFO:teuthology.orchestra.run.smithi083.stdout:Package libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:28.300 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:28.301 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:16:28.301 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:28.379 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install libcephfs-devel 2024-04-12T09:16:28.978 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:46 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:29.147 INFO:teuthology.orchestra.run.smithi165.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 537 kB/s | 5.1 MB 00:09 2024-04-12T09:16:29.268 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.269 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:29.270 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:29.271 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.272 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.273 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:29.274 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.275 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.276 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.277 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.278 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:29.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.278 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:29.338 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:29.338 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repo Size 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs-devel x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 25 k 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 25 k 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 110 k 2024-04-12T09:16:29.339 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:16:29.508 INFO:teuthology.orchestra.run.smithi083.stdout:libcephfs-devel-17.2.7-827.gd3b5060a.el9.x86_64 148 kB/s | 25 kB 00:00 2024-04-12T09:16:29.509 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:29.509 INFO:teuthology.orchestra.run.smithi083.stdout:Total 147 kB/s | 25 kB 00:00 2024-04-12T09:16:29.509 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:16:29.512 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:16:29.512 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:16:29.513 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:16:29.514 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:16:29.591 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:29.706 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:30.116 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:30.414 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:30.415 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:30.415 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:30.415 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:30.415 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:30.415 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:30.596 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install librados2 2024-04-12T09:16:31.192 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:49 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.481 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:31.482 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.483 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.484 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:31.485 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:31.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:31.490 INFO:teuthology.orchestra.run.smithi083.stdout:Package librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:31.549 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:31.550 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:16:31.550 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:31.621 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install librbd1 2024-04-12T09:16:32.219 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:50 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:32.507 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:32.507 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:32.507 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:32.507 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.507 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:32.507 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.507 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:32.508 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:32.509 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.510 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:32.511 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.512 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.513 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:32.514 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:32.515 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:32.516 INFO:teuthology.orchestra.run.smithi083.stdout:Package librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:32.577 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:32.578 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:16:32.578 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:32.650 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install python3-rados 2024-04-12T09:16:33.251 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:51 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:33.538 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:33.538 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:33.539 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.540 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:33.541 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:33.542 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:33.543 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.544 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.545 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.546 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.547 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:33.548 INFO:teuthology.orchestra.run.smithi083.stdout:Package python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:33.607 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:33.608 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:16:33.608 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:33.679 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install python3-rgw 2024-04-12T09:16:34.277 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:52 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:34.564 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:34.565 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.566 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.567 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:34.568 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.569 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.570 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.571 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:34.572 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.573 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.574 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:34.574 INFO:teuthology.orchestra.run.smithi083.stdout:Package python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:34.637 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:34.638 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:16:34.639 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:34.708 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install python3-cephfs 2024-04-12T09:16:35.329 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:53 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:35.628 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:35.628 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:35.628 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.629 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.630 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:35.631 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.632 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:35.633 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.634 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.635 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.636 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.637 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:35.638 INFO:teuthology.orchestra.run.smithi083.stdout:Package python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:35.701 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:35.702 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:16:35.702 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:35.773 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install python3-rbd 2024-04-12T09:16:36.382 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:54 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:36.669 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:36.669 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:36.669 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:36.669 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.669 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:36.670 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.671 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:36.672 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:36.673 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.674 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.675 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.676 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:36.677 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:36.678 INFO:teuthology.orchestra.run.smithi083.stdout:Package python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:16:36.738 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:36.739 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-12T09:16:36.739 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:36.815 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install rbd-fuse 2024-04-12T09:16:37.419 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:55 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:37.710 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:37.710 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:37.710 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:37.710 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.710 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:37.710 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.710 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.711 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.712 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:37.713 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.713 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:37.713 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.713 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:37.713 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.713 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:37.713 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.713 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:37.714 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.715 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:37.716 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.717 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.718 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.719 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:37.779 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-fuse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 82 k 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2024-04-12T09:16:37.780 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 82 k 2024-04-12T09:16:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 222 k 2024-04-12T09:16:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:16:38.278 INFO:teuthology.orchestra.run.smithi083.stdout:rbd-fuse-17.2.7-827.gd3b5060a.el9.x86_64.rpm 165 kB/s | 82 kB 00:00 2024-04-12T09:16:38.279 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:38.279 INFO:teuthology.orchestra.run.smithi083.stdout:Total 164 kB/s | 82 kB 00:00 2024-04-12T09:16:38.279 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:16:38.286 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:16:38.286 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:16:38.345 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:16:38.345 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:16:38.483 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:38.593 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:39.014 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:39.314 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:39.314 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:39.581 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install rbd-mirror 2024-04-12T09:16:40.193 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:58 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:40.486 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:40.486 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:40.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:40.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:40.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.486 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:40.486 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.487 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:40.488 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:40.489 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:40.490 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:40.491 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.492 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.493 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.494 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.495 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.495 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.495 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:40.495 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.495 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.495 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.495 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:40.554 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:40.555 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repo Size 2024-04-12T09:16:40.555 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:40.555 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:16:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-mirror x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.9 M 2024-04-12T09:16:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:40.555 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:16:40.555 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:40.556 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2024-04-12T09:16:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:40.556 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 2.9 M 2024-04-12T09:16:40.556 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 12 M 2024-04-12T09:16:40.556 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:16:42.690 INFO:teuthology.orchestra.run.smithi083.stdout:rbd-mirror-17.2.7-827.gd3b5060a.el9.x86_64.rpm 1.4 MB/s | 2.9 MB 00:02 2024-04-12T09:16:42.690 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:42.691 INFO:teuthology.orchestra.run.smithi083.stdout:Total 1.4 MB/s | 2.9 MB 00:02 2024-04-12T09:16:42.691 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:16:42.702 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:16:42.702 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:16:42.781 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:16:42.781 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:16:43.209 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:43.265 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:43.291 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:43.291 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:16:43.291 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T09:16:43.291 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T09:16:43.291 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T09:16:43.291 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:44.444 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:44.444 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:44.444 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:44.444 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:44.444 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:44.444 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:44.696 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install rbd-nbd 2024-04-12T09:16:45.307 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:02:03 ago on Fri 12 Apr 2024 09:14:42 AM UTC. 2024-04-12T09:16:45.595 INFO:teuthology.orchestra.run.smithi083.stderr:Modular dependency problems: 2024-04-12T09:16:45.595 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 1: conflicting requests 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 2: conflicting requests 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 3: conflicting requests 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 4: conflicting requests 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 5: conflicting requests 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 6: conflicting requests 2024-04-12T09:16:45.596 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 7: conflicting requests 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 8: conflicting requests 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 9: conflicting requests 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 10: conflicting requests 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 11: conflicting requests 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 12: conflicting requests 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.597 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 13: conflicting requests 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 14: conflicting requests 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 15: conflicting requests 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 16: conflicting requests 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 17: conflicting requests 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 18: conflicting requests 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 19: conflicting requests 2024-04-12T09:16:45.598 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 20: conflicting requests 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 21: conflicting requests 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 22: conflicting requests 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 23: conflicting requests 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 24: conflicting requests 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 25: conflicting requests 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.599 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 26: conflicting requests 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 27: conflicting requests 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 28: conflicting requests 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 29: conflicting requests 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 30: conflicting requests 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 31: conflicting requests 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 32: conflicting requests 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.600 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 33: conflicting requests 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 34: conflicting requests 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 35: conflicting requests 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 36: conflicting requests 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 37: conflicting requests 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:16:45.601 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 39: conflicting requests 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.602 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.603 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.604 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.605 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.605 INFO:teuthology.orchestra.run.smithi083.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:16:45.666 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-nbd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 165 k 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-12T09:16:45.667 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2024-04-12T09:16:45.668 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:45.668 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 165 k 2024-04-12T09:16:45.668 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 477 k 2024-04-12T09:16:45.668 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-12T09:16:45.893 INFO:teuthology.orchestra.run.smithi083.stdout:rbd-nbd-17.2.7-827.gd3b5060a.el9.x86_64.rpm 733 kB/s | 165 kB 00:00 2024-04-12T09:16:45.894 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:45.894 INFO:teuthology.orchestra.run.smithi083.stdout:Total 728 kB/s | 165 kB 00:00 2024-04-12T09:16:45.894 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-12T09:16:45.902 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-12T09:16:45.902 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-12T09:16:45.961 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-12T09:16:45.962 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-12T09:16:46.118 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-12T09:16:46.235 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:46.665 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:46.963 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:16:46.963 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:46.963 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-12T09:16:46.964 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:16:46.964 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:16:46.964 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-12T09:16:47.196 DEBUG:teuthology.parallel:result is None 2024-04-12T09:16:56.759 INFO:teuthology.orchestra.run.smithi165.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 518 kB/s | 16 MB 00:32 2024-04-12T09:16:56.760 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:16:56.761 INFO:teuthology.orchestra.run.smithi165.stdout:Total 947 kB/s | 38 MB 00:41 2024-04-12T09:16:57.108 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:16:57.136 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:16:57.136 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:16:57.635 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:16:57.635 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:16:58.411 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:16:58.488 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-12T09:16:58.524 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-12T09:16:58.623 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-12T09:16:58.666 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 4/12 2024-04-12T09:16:58.847 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-12T09:16:58.874 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-12T09:16:58.958 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-12T09:16:59.631 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-12T09:16:59.753 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-12T09:17:00.970 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-12T09:17:02.200 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-12T09:17:02.232 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 12/12 2024-04-12T09:17:04.671 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 12/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 1/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 9/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-12T09:17:04.672 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T09:17:05.093 INFO:teuthology.orchestra.run.smithi165.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T09:17:05.094 INFO:teuthology.orchestra.run.smithi165.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T09:17:05.094 INFO:teuthology.orchestra.run.smithi165.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T09:17:05.094 INFO:teuthology.orchestra.run.smithi165.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T09:17:05.094 INFO:teuthology.orchestra.run.smithi165.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T09:17:05.094 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:05.094 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:05.495 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-mgr-rook 2024-04-12T09:17:06.104 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:15 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:06.393 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:06.393 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:06.393 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:06.393 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.393 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:06.393 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.393 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:06.393 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.394 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.395 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.396 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.397 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.398 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.399 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.400 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.401 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.402 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.402 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:06.462 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-rook noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 47 k 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T09:17:06.464 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout:Install 13 Packages 2024-04-12T09:17:06.465 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:06.466 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 2.2 M 2024-04-12T09:17:06.466 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 26 M 2024-04-12T09:17:06.466 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:17:07.075 INFO:teuthology.orchestra.run.smithi165.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 270 kB/s | 26 kB 00:00 2024-04-12T09:17:07.092 INFO:teuthology.orchestra.run.smithi165.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 171 kB/s | 19 kB 00:00 2024-04-12T09:17:07.200 INFO:teuthology.orchestra.run.smithi165.stdout:(3/13): ceph-mgr-rook-17.2.7-827.gd3b5060a.el9. 215 kB/s | 47 kB 00:00 2024-04-12T09:17:07.267 INFO:teuthology.orchestra.run.smithi165.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.1 MB/s | 222 kB 00:00 2024-04-12T09:17:07.309 INFO:teuthology.orchestra.run.smithi165.stdout:(5/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 730 kB/s | 159 kB 00:00 2024-04-12T09:17:07.343 INFO:teuthology.orchestra.run.smithi165.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 711 kB/s | 54 kB 00:00 2024-04-12T09:17:07.385 INFO:teuthology.orchestra.run.smithi165.stdout:(7/13): python3-pyasn1-modules-0.4.8-6.el9.noar 1.5 MB/s | 279 kB 00:00 2024-04-12T09:17:07.652 INFO:teuthology.orchestra.run.smithi165.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 94 kB/s | 32 kB 00:00 2024-04-12T09:17:07.677 INFO:teuthology.orchestra.run.smithi165.stdout:(9/13): python3-certifi-2021.10.8-2.el9.noarch. 45 kB/s | 15 kB 00:00 2024-04-12T09:17:07.936 INFO:teuthology.orchestra.run.smithi165.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 229 kB/s | 59 kB 00:00 2024-04-12T09:17:07.961 INFO:teuthology.orchestra.run.smithi165.stdout:(11/13): python3-google-auth-2.28.2-1.el9.noarc 352 kB/s | 203 kB 00:00 2024-04-12T09:17:08.194 INFO:teuthology.orchestra.run.smithi165.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 347 kB/s | 90 kB 00:00 2024-04-12T09:17:08.562 INFO:teuthology.orchestra.run.smithi165.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 1.1 MB/s | 1.0 MB 00:00 2024-04-12T09:17:08.562 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:17:08.562 INFO:teuthology.orchestra.run.smithi165.stdout:Total 1.0 MB/s | 2.2 MB 00:02 2024-04-12T09:17:08.634 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:17:08.650 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:17:08.650 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:17:08.748 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:17:08.749 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:17:09.273 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:17:09.449 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-12T09:17:09.504 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-12T09:17:09.559 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-12T09:17:09.597 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-12T09:17:09.638 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-12T09:17:09.732 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-12T09:17:09.857 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 7/13 2024-04-12T09:17:09.915 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-12T09:17:10.634 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-12T09:17:10.679 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-12T09:17:10.713 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-12T09:17:10.758 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-12T09:17:10.774 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 13/13 2024-04-12T09:17:11.601 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 13/13 2024-04-12T09:17:11.601 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 1/13 2024-04-12T09:17:11.601 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-12T09:17:11.601 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-12T09:17:11.601 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-12T09:17:11.601 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-12T09:17:11.601 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-12T09:17:11.602 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-12T09:17:11.602 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-12T09:17:11.602 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-12T09:17:11.602 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 10/13 2024-04-12T09:17:11.602 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-12T09:17:11.602 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T09:17:11.996 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:11.997 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:12.243 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-mgr-cephadm 2024-04-12T09:17:12.844 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:21 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:13.139 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:13.139 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:13.139 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:13.139 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:13.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:13.146 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.147 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.148 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:13.209 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:13.209 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:13.209 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-cephadm noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 123 k 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:13.210 INFO:teuthology.orchestra.run.smithi165.stdout:Install 6 Packages 2024-04-12T09:17:13.211 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:13.211 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 7.0 M 2024-04-12T09:17:13.211 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 33 M 2024-04-12T09:17:13.211 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:17:13.791 INFO:teuthology.orchestra.run.smithi165.stdout:(1/6): ceph-mgr-cephadm-17.2.7-827.gd3b5060a.el 567 kB/s | 123 kB 00:00 2024-04-12T09:17:13.941 INFO:teuthology.orchestra.run.smithi165.stdout:(2/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 674 kB/s | 248 kB 00:00 2024-04-12T09:17:14.258 INFO:teuthology.orchestra.run.smithi165.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 182 kB/s | 58 kB 00:00 2024-04-12T09:17:14.383 INFO:teuthology.orchestra.run.smithi165.stdout:(4/6): python3-typing-extensions-4.4.0-2.el9.no 408 kB/s | 51 kB 00:00 2024-04-12T09:17:14.408 INFO:teuthology.orchestra.run.smithi165.stdout:(5/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 888 kB/s | 548 kB 00:00 2024-04-12T09:17:15.992 INFO:teuthology.orchestra.run.smithi165.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 2.5 MB/s | 6.0 MB 00:02 2024-04-12T09:17:15.992 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:17:15.993 INFO:teuthology.orchestra.run.smithi165.stdout:Total 2.5 MB/s | 7.0 MB 00:02 2024-04-12T09:17:16.066 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:17:16.078 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:17:16.078 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:17:16.181 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:17:16.181 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:17:16.511 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:17:16.667 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-12T09:17:16.718 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-12T09:17:17.246 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-12T09:17:17.330 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-12T09:17:17.386 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-12T09:17:17.414 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 6/6 2024-04-12T09:17:18.170 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 6/6 2024-04-12T09:17:18.171 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/6 2024-04-12T09:17:18.171 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-12T09:17:18.171 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-12T09:17:18.171 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-12T09:17:18.171 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T09:17:18.487 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:18.488 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:18.730 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install ceph-fuse 2024-04-12T09:17:19.330 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:28 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:19.618 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:19.618 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:19.618 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:19.618 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.618 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:19.618 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.618 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:19.618 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.619 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:19.620 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.620 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:19.620 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.620 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:19.620 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.620 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:19.621 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.621 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:19.621 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.621 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:19.621 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.621 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:19.622 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.622 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:19.622 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.622 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:19.622 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.622 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:19.622 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:19.623 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.624 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.625 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:19.626 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.627 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.628 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.629 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:19.688 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repository Size 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-fuse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 812 k 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout:Installing dependencies: 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:19.689 INFO:teuthology.orchestra.run.smithi165.stdout:Install 2 Packages 2024-04-12T09:17:19.690 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:19.690 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 892 k 2024-04-12T09:17:19.690 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 2.6 M 2024-04-12T09:17:19.690 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:17:20.061 INFO:teuthology.orchestra.run.smithi165.stdout:(1/2): fuse-2.9.9-15.el9.x86_64.rpm 487 kB/s | 80 kB 00:00 2024-04-12T09:17:20.186 INFO:teuthology.orchestra.run.smithi165.stdout:(2/2): ceph-fuse-17.2.7-827.gd3b5060a.el9.x86_6 2.7 MB/s | 812 kB 00:00 2024-04-12T09:17:20.186 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:17:20.187 INFO:teuthology.orchestra.run.smithi165.stdout:Total 1.8 MB/s | 892 kB 00:00 2024-04-12T09:17:20.198 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:17:20.219 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:17:20.219 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:17:20.295 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:17:20.296 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:17:20.490 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:17:20.636 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-12T09:17:20.703 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2/2 2024-04-12T09:17:21.342 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2/2 2024-04-12T09:17:21.342 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/2 2024-04-12T09:17:21.670 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-12T09:17:21.670 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:21.670 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:21.670 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-12T09:17:21.671 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:21.671 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:21.983 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install librados-devel 2024-04-12T09:17:22.598 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:31 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:22.892 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:22.892 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:22.892 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:22.892 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.892 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:22.892 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.892 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:22.892 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.893 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:22.894 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:22.895 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.896 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.897 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.898 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.899 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.900 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:22.961 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repo Size 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout: librados-devel x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 126 k 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:22.962 INFO:teuthology.orchestra.run.smithi165.stdout:Install 1 Package 2024-04-12T09:17:22.963 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:22.963 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 126 k 2024-04-12T09:17:22.963 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 448 k 2024-04-12T09:17:22.963 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:17:23.408 INFO:teuthology.orchestra.run.smithi165.stdout:librados-devel-17.2.7-827.gd3b5060a.el9.x86_64. 284 kB/s | 126 kB 00:00 2024-04-12T09:17:23.408 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:17:23.409 INFO:teuthology.orchestra.run.smithi165.stdout:Total 283 kB/s | 126 kB 00:00 2024-04-12T09:17:23.409 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:17:23.414 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:17:23.414 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:17:23.473 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:17:23.474 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:17:23.630 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:17:23.749 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:24.162 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:24.471 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:24.472 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:24.472 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:24.472 INFO:teuthology.orchestra.run.smithi165.stdout: librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:17:24.472 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:24.472 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:24.692 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install libcephfs2 2024-04-12T09:17:25.301 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:34 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:25.596 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:25.597 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:25.598 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:25.599 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:25.600 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.601 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:25.602 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.603 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.604 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:25.605 INFO:teuthology.orchestra.run.smithi165.stdout:Package libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:17:25.664 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:25.665 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:17:25.665 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:25.734 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install libcephfs-devel 2024-04-12T09:17:26.337 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:35 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:26.630 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:26.630 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:26.630 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.631 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:26.632 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:26.633 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:26.634 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.635 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.636 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.637 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.638 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.639 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:26.699 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repo Size 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout: libcephfs-devel x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 25 k 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout:Install 1 Package 2024-04-12T09:17:26.700 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:26.701 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 25 k 2024-04-12T09:17:26.701 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 110 k 2024-04-12T09:17:26.701 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:17:27.078 INFO:teuthology.orchestra.run.smithi165.stdout:libcephfs-devel-17.2.7-827.gd3b5060a.el9.x86_64 66 kB/s | 25 kB 00:00 2024-04-12T09:17:27.079 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:17:27.079 INFO:teuthology.orchestra.run.smithi165.stdout:Total 66 kB/s | 25 kB 00:00 2024-04-12T09:17:27.079 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:17:27.083 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:17:27.083 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:17:27.084 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:17:27.084 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:17:27.171 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:17:27.277 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:27.652 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:27.945 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:27.945 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:27.945 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:27.946 INFO:teuthology.orchestra.run.smithi165.stdout: libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:17:27.946 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:27.946 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:28.120 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install librados2 2024-04-12T09:17:28.727 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:37 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:29.017 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:29.018 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.019 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:29.020 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:29.021 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:29.022 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.023 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.024 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.025 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.026 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:29.027 INFO:teuthology.orchestra.run.smithi165.stdout:Package librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:17:29.086 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:29.087 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:17:29.087 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:29.167 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install librbd1 2024-04-12T09:17:29.772 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:38 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:30.065 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:30.065 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:30.065 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:30.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.065 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:30.065 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:30.066 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:30.067 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.068 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:30.069 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.070 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.071 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.072 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.073 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.074 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:30.075 INFO:teuthology.orchestra.run.smithi165.stdout:Package librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:17:30.134 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:30.136 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:17:30.136 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:30.220 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install python3-rados 2024-04-12T09:17:30.830 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:39 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:31.136 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:31.136 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:31.136 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:31.136 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.136 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:31.137 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:31.138 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.139 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:31.140 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.141 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.142 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.143 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:31.144 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.145 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:31.146 INFO:teuthology.orchestra.run.smithi165.stdout:Package python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:17:31.208 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:31.209 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:17:31.209 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:31.290 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install python3-rgw 2024-04-12T09:17:31.889 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:40 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:32.177 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:32.177 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:32.177 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:32.177 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.177 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:32.177 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.177 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:32.177 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:32.178 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.180 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:32.181 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.182 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.183 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.184 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.185 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.186 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.186 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:32.186 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.186 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.186 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.186 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:32.186 INFO:teuthology.orchestra.run.smithi165.stdout:Package python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:17:32.246 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:32.247 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:17:32.247 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:32.324 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install python3-cephfs 2024-04-12T09:17:32.944 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:41 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:33.252 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.253 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:33.254 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.255 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:33.256 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.257 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.258 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.259 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.260 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:33.261 INFO:teuthology.orchestra.run.smithi165.stdout:Package python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:17:33.325 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:33.327 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:17:33.327 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:33.410 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install python3-rbd 2024-04-12T09:17:34.037 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:43 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:34.323 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.324 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.325 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.326 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:34.327 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.328 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.329 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.330 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:34.331 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.332 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:34.332 INFO:teuthology.orchestra.run.smithi165.stdout:Package python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T09:17:34.391 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:34.392 INFO:teuthology.orchestra.run.smithi165.stdout:Nothing to do. 2024-04-12T09:17:34.392 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:34.462 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install rbd-fuse 2024-04-12T09:17:35.060 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:44 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:35.349 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:35.350 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:35.351 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:35.352 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:35.353 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:35.354 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.355 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.356 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.357 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.358 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:35.418 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout: Package Architecture Version Repository Size 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout: rbd-fuse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 82 k 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout:Install 1 Package 2024-04-12T09:17:35.419 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:35.420 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 82 k 2024-04-12T09:17:35.420 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 222 k 2024-04-12T09:17:35.420 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:17:35.965 INFO:teuthology.orchestra.run.smithi165.stdout:rbd-fuse-17.2.7-827.gd3b5060a.el9.x86_64.rpm 150 kB/s | 82 kB 00:00 2024-04-12T09:17:35.965 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:17:35.966 INFO:teuthology.orchestra.run.smithi165.stdout:Total 150 kB/s | 82 kB 00:00 2024-04-12T09:17:35.966 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:17:35.973 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:17:35.973 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:17:36.032 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:17:36.032 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:17:36.171 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:17:36.279 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:36.696 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:37.009 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:37.009 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:37.009 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:37.009 INFO:teuthology.orchestra.run.smithi165.stdout: rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:17:37.009 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:37.009 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:37.281 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install rbd-mirror 2024-04-12T09:17:37.898 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:46 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:38.190 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.191 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.192 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.193 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.194 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:38.195 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.196 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:38.197 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.198 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.199 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:38.259 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:38.259 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout: Package Arch Version Repo Size 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout: rbd-mirror x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.9 M 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout:Install 1 Package 2024-04-12T09:17:38.260 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:38.261 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 2.9 M 2024-04-12T09:17:38.261 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 12 M 2024-04-12T09:17:38.261 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:17:39.044 INFO:teuthology.orchestra.run.smithi165.stdout:rbd-mirror-17.2.7-827.gd3b5060a.el9.x86_64.rpm 3.8 MB/s | 2.9 MB 00:00 2024-04-12T09:17:39.044 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:17:39.045 INFO:teuthology.orchestra.run.smithi165.stdout:Total 3.7 MB/s | 2.9 MB 00:00 2024-04-12T09:17:39.045 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:17:39.054 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:17:39.054 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:17:39.132 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:17:39.132 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:17:39.566 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:17:39.628 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:39.652 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:39.653 INFO:teuthology.orchestra.run.smithi165.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T09:17:39.653 INFO:teuthology.orchestra.run.smithi165.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T09:17:39.653 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T09:17:39.653 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T09:17:39.653 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:40.817 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:40.817 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:40.817 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:40.817 INFO:teuthology.orchestra.run.smithi165.stdout: rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:17:40.818 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:40.818 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:41.060 DEBUG:teuthology.orchestra.run.smithi165:> sudo yum -y install rbd-nbd 2024-04-12T09:17:41.675 INFO:teuthology.orchestra.run.smithi165.stdout:Last metadata expiration check: 0:02:50 ago on Fri 12 Apr 2024 09:14:51 AM UTC. 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr:Modular dependency problems: 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 1: conflicting requests 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 2: conflicting requests 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 3: conflicting requests 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 4: conflicting requests 2024-04-12T09:17:41.967 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 5: conflicting requests 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 6: conflicting requests 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 7: conflicting requests 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 8: conflicting requests 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 9: conflicting requests 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 10: conflicting requests 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.968 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 11: conflicting requests 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 12: conflicting requests 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 13: conflicting requests 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 14: conflicting requests 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 15: conflicting requests 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 16: conflicting requests 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 17: conflicting requests 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.969 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 18: conflicting requests 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 19: conflicting requests 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 20: conflicting requests 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 21: conflicting requests 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 22: conflicting requests 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 23: conflicting requests 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 24: conflicting requests 2024-04-12T09:17:41.970 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 25: conflicting requests 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 26: conflicting requests 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 27: conflicting requests 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 28: conflicting requests 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 29: conflicting requests 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 30: conflicting requests 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 31: conflicting requests 2024-04-12T09:17:41.971 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 32: conflicting requests 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 33: conflicting requests 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 34: conflicting requests 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 35: conflicting requests 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 36: conflicting requests 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 37: conflicting requests 2024-04-12T09:17:41.972 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 39: conflicting requests 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.973 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.974 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.975 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.976 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.976 INFO:teuthology.orchestra.run.smithi165.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T09:17:41.976 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.976 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.976 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T09:17:41.976 INFO:teuthology.orchestra.run.smithi165.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T09:17:42.036 INFO:teuthology.orchestra.run.smithi165.stdout:Dependencies resolved. 2024-04-12T09:17:42.036 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:42.036 INFO:teuthology.orchestra.run.smithi165.stdout: Package Architecture Version Repository Size 2024-04-12T09:17:42.036 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:42.036 INFO:teuthology.orchestra.run.smithi165.stdout:Installing: 2024-04-12T09:17:42.036 INFO:teuthology.orchestra.run.smithi165.stdout: rbd-nbd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 165 k 2024-04-12T09:17:42.036 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:42.036 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction Summary 2024-04-12T09:17:42.037 INFO:teuthology.orchestra.run.smithi165.stdout:================================================================================ 2024-04-12T09:17:42.037 INFO:teuthology.orchestra.run.smithi165.stdout:Install 1 Package 2024-04-12T09:17:42.037 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:42.037 INFO:teuthology.orchestra.run.smithi165.stdout:Total download size: 165 k 2024-04-12T09:17:42.037 INFO:teuthology.orchestra.run.smithi165.stdout:Installed size: 477 k 2024-04-12T09:17:42.037 INFO:teuthology.orchestra.run.smithi165.stdout:Downloading Packages: 2024-04-12T09:17:42.690 INFO:teuthology.orchestra.run.smithi165.stdout:rbd-nbd-17.2.7-827.gd3b5060a.el9.x86_64.rpm 253 kB/s | 165 kB 00:00 2024-04-12T09:17:42.690 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:17:42.690 INFO:teuthology.orchestra.run.smithi165.stdout:Total 252 kB/s | 165 kB 00:00 2024-04-12T09:17:42.691 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction check 2024-04-12T09:17:42.699 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction check succeeded. 2024-04-12T09:17:42.699 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction test 2024-04-12T09:17:42.759 INFO:teuthology.orchestra.run.smithi165.stdout:Transaction test succeeded. 2024-04-12T09:17:42.759 INFO:teuthology.orchestra.run.smithi165.stdout:Running transaction 2024-04-12T09:17:42.905 INFO:teuthology.orchestra.run.smithi165.stdout: Preparing : 1/1 2024-04-12T09:17:43.005 INFO:teuthology.orchestra.run.smithi165.stdout: Installing : rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:43.424 INFO:teuthology.orchestra.run.smithi165.stdout: Running scriptlet: rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:43.743 INFO:teuthology.orchestra.run.smithi165.stdout: Verifying : rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T09:17:43.743 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:43.743 INFO:teuthology.orchestra.run.smithi165.stdout:Installed: 2024-04-12T09:17:43.744 INFO:teuthology.orchestra.run.smithi165.stdout: rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T09:17:43.744 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:17:43.744 INFO:teuthology.orchestra.run.smithi165.stdout:Complete! 2024-04-12T09:17:44.010 DEBUG:teuthology.parallel:result is None 2024-04-12T09:17:44.010 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T09:17:44.011 INFO:teuthology.packaging:ref: None 2024-04-12T09:17:44.011 INFO:teuthology.packaging:tag: None 2024-04-12T09:17:44.011 INFO:teuthology.packaging:branch: quincy 2024-04-12T09:17:44.011 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:17:44.011 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-12T09:17:44.515 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T09:17:44.540 INFO:teuthology.orchestra.run.smithi083.stdout:17.2.7-827.gd3b5060a.el9 2024-04-12T09:17:44.540 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-827.gd3b5060a.el9 2024-04-12T09:17:44.540 INFO:teuthology.task.install:The correct ceph version 17.2.7-827.gd3b5060a is installed. 2024-04-12T09:17:44.542 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T09:17:44.542 INFO:teuthology.packaging:ref: None 2024-04-12T09:17:44.542 INFO:teuthology.packaging:tag: None 2024-04-12T09:17:44.542 INFO:teuthology.packaging:branch: quincy 2024-04-12T09:17:44.542 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:17:44.543 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-12T09:17:45.090 DEBUG:teuthology.orchestra.run.smithi165:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T09:17:45.113 INFO:teuthology.orchestra.run.smithi165.stdout:17.2.7-827.gd3b5060a.el9 2024-04-12T09:17:45.114 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-827.gd3b5060a.el9 2024-04-12T09:17:45.114 INFO:teuthology.task.install:The correct ceph version 17.2.7-827.gd3b5060a is installed. 2024-04-12T09:17:45.116 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-12T09:17:45.116 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:17:45.116 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T09:17:45.149 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:17:45.149 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T09:17:45.184 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-12T09:17:45.184 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:17:45.184 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T09:17:45.221 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T09:17:45.290 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:17:45.290 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T09:17:45.320 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T09:17:45.389 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-12T09:17:45.389 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:17:45.389 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T09:17:45.419 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T09:17:45.487 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:17:45.487 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T09:17:45.516 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T09:17:45.584 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-12T09:17:45.584 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:17:45.584 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T09:17:45.611 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T09:17:45.678 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:17:45.679 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T09:17:45.706 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T09:17:45.773 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-12T09:17:45.870 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a'} 2024-04-12T09:17:45.870 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-04-12T09:17:45.871 INFO:tasks.cephadm:Cluster fsid is 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:17:45.871 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-12T09:17:45.871 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.83', 'mon.c': '[v2:172.21.15.83:3301,v1:172.21.15.83:6790]', 'mon.b': '172.21.15.165'} 2024-04-12T09:17:45.871 INFO:tasks.cephadm:First mon is mon.a on smithi083 2024-04-12T09:17:45.871 INFO:tasks.cephadm:First mgr is y 2024-04-12T09:17:45.871 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-12T09:17:45.871 DEBUG:teuthology.orchestra.run.smithi083:> sudo hostname $(hostname -s) 2024-04-12T09:17:45.899 DEBUG:teuthology.orchestra.run.smithi165:> sudo hostname $(hostname -s) 2024-04-12T09:17:45.926 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-04-12T09:17:45.927 DEBUG:teuthology.orchestra.run.smithi083:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T09:17:47.495 INFO:teuthology.orchestra.run.smithi083.stdout:-rw-r--r--. 1 ubuntu ubuntu 375153 Apr 12 09:17 /home/ubuntu/cephtest/cephadm 2024-04-12T09:17:47.496 DEBUG:teuthology.orchestra.run.smithi165:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T09:17:47.857 INFO:teuthology.orchestra.run.smithi165.stdout:-rw-r--r--. 1 ubuntu ubuntu 375153 Apr 12 09:17 /home/ubuntu/cephtest/cephadm 2024-04-12T09:17:47.857 DEBUG:teuthology.orchestra.run.smithi083:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T09:17:47.876 DEBUG:teuthology.orchestra.run.smithi165:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T09:17:47.905 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-04-12T09:17:47.906 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-04-12T09:17:47.919 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-04-12T09:17:48.713 INFO:teuthology.orchestra.run.smithi083.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-12T09:17:48.844 INFO:teuthology.orchestra.run.smithi165.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-12T09:18:15.915 INFO:teuthology.orchestra.run.smithi165.stdout:{ 2024-04-12T09:18:15.915 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph_version": "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)", 2024-04-12T09:18:15.915 INFO:teuthology.orchestra.run.smithi165.stdout: "image_id": "21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241", 2024-04-12T09:18:15.915 INFO:teuthology.orchestra.run.smithi165.stdout: "repo_digests": [ 2024-04-12T09:18:15.915 INFO:teuthology.orchestra.run.smithi165.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe" 2024-04-12T09:18:15.916 INFO:teuthology.orchestra.run.smithi165.stdout: ] 2024-04-12T09:18:15.916 INFO:teuthology.orchestra.run.smithi165.stdout:} 2024-04-12T09:18:16.023 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-12T09:18:16.023 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_version": "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)", 2024-04-12T09:18:16.023 INFO:teuthology.orchestra.run.smithi083.stdout: "image_id": "21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241", 2024-04-12T09:18:16.024 INFO:teuthology.orchestra.run.smithi083.stdout: "repo_digests": [ 2024-04-12T09:18:16.024 INFO:teuthology.orchestra.run.smithi083.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe" 2024-04-12T09:18:16.024 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-12T09:18:16.024 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-12T09:18:16.044 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /etc/ceph 2024-04-12T09:18:16.093 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /etc/ceph 2024-04-12T09:18:16.124 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 777 /etc/ceph 2024-04-12T09:18:16.151 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 777 /etc/ceph 2024-04-12T09:18:16.190 INFO:tasks.cephadm:Writing seed config... 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-12T09:18:16.192 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-12T09:18:16.193 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-12T09:18:16.193 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-12T09:18:16.194 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:18:16.194 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-12T09:18:16.209 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 8625ace8-f8ad-11ee-bc8c-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-12T09:18:16.209 DEBUG:teuthology.orchestra.run.smithi083:mon.a> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a.service 2024-04-12T09:18:16.252 DEBUG:teuthology.orchestra.run.smithi083:mgr.y> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y.service 2024-04-12T09:18:16.295 INFO:tasks.cephadm:Bootstrapping... 2024-04-12T09:18:16.295 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.83 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:18:16.497 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-12T09:18:16.498 INFO:teuthology.orchestra.run.smithi083.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '8625ace8-f8ad-11ee-bc8c-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.83', '--skip-admin-label'] 2024-04-12T09:18:16.523 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T09:18:16.523 INFO:teuthology.orchestra.run.smithi083.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-12T09:18:16.523 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying podman|docker is present... 2024-04-12T09:18:16.548 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T09:18:16.548 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying lvm2 is present... 2024-04-12T09:18:16.548 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying time synchronization is in place... 2024-04-12T09:18:16.556 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T09:18:16.556 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T09:18:16.562 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T09:18:16.562 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-12T09:18:16.568 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout enabled 2024-04-12T09:18:16.574 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout active 2024-04-12T09:18:16.575 INFO:teuthology.orchestra.run.smithi083.stdout:Unit chronyd.service is enabled and running 2024-04-12T09:18:16.575 INFO:teuthology.orchestra.run.smithi083.stdout:Repeating the final host check... 2024-04-12T09:18:16.597 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T09:18:16.597 INFO:teuthology.orchestra.run.smithi083.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-12T09:18:16.597 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl is present 2024-04-12T09:18:16.597 INFO:teuthology.orchestra.run.smithi083.stdout:lvcreate is present 2024-04-12T09:18:16.604 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T09:18:16.604 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T09:18:16.610 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T09:18:16.610 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-12T09:18:16.616 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout enabled 2024-04-12T09:18:16.623 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout active 2024-04-12T09:18:16.623 INFO:teuthology.orchestra.run.smithi083.stdout:Unit chronyd.service is enabled and running 2024-04-12T09:18:16.623 INFO:teuthology.orchestra.run.smithi083.stdout:Host looks OK 2024-04-12T09:18:16.623 INFO:teuthology.orchestra.run.smithi083.stdout:Cluster fsid: 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:16.623 INFO:teuthology.orchestra.run.smithi083.stdout:Acquiring lock 140688048624736 on /run/cephadm/8625ace8-f8ad-11ee-bc8c-c7b262605968.lock 2024-04-12T09:18:16.623 INFO:teuthology.orchestra.run.smithi083.stdout:Lock 140688048624736 acquired on /run/cephadm/8625ace8-f8ad-11ee-bc8c-c7b262605968.lock 2024-04-12T09:18:16.624 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying IP 172.21.15.83 port 3300 ... 2024-04-12T09:18:16.624 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying IP 172.21.15.83 port 6789 ... 2024-04-12T09:18:16.624 INFO:teuthology.orchestra.run.smithi083.stdout:Base mon IP(s) is [172.21.15.83:3300, 172.21.15.83:6789], mon addrv is [v2:172.21.15.83:3300,v1:172.21.15.83:6789] 2024-04-12T09:18:16.627 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.83 metric 100 2024-04-12T09:18:16.627 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.83 metric 100 2024-04-12T09:18:16.630 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-12T09:18:16.630 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-12T09:18:16.630 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1766sec hoplimit 64 pref medium 2024-04-12T09:18:16.632 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-12T09:18:16.632 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-12T09:18:16.632 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T09:18:16.633 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-12T09:18:16.633 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:ce91/64 scope link 2024-04-12T09:18:16.633 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T09:18:16.633 INFO:teuthology.orchestra.run.smithi083.stdout:Mon IP `172.21.15.83` is in CIDR network `172.21.0.0/20` 2024-04-12T09:18:16.633 INFO:teuthology.orchestra.run.smithi083.stdout:Mon IP `172.21.15.83` is in CIDR network `172.21.0.0/20` 2024-04-12T09:18:16.634 INFO:teuthology.orchestra.run.smithi083.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-12T09:18:16.634 INFO:teuthology.orchestra.run.smithi083.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-12T09:18:16.634 INFO:teuthology.orchestra.run.smithi083.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-12T09:18:17.090 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stdout 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 2024-04-12T09:18:17.090 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-12T09:18:17.091 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Getting image source signatures 2024-04-12T09:18:17.091 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Copying blob sha256:6a38c9a31ea4c6c1e3d079c8edc2f3b418b00f3ce1d3a48ffe92dcb2ef7b4e51 2024-04-12T09:18:17.091 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Copying blob sha256:9793b5b5582798bde394f4383d142e9f248a25e4ebfd72ee05ea9ec6251a877d 2024-04-12T09:18:17.091 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Copying config sha256:21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 2024-04-12T09:18:17.091 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-12T09:18:18.062 INFO:teuthology.orchestra.run.smithi083.stdout:ceph: stdout ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable) 2024-04-12T09:18:18.062 INFO:teuthology.orchestra.run.smithi083.stdout:Ceph version: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable) 2024-04-12T09:18:18.062 INFO:teuthology.orchestra.run.smithi083.stdout:Extracting ceph user uid/gid from container image... 2024-04-12T09:18:19.018 INFO:teuthology.orchestra.run.smithi083.stdout:stat: stdout 167 167 2024-04-12T09:18:19.018 INFO:teuthology.orchestra.run.smithi083.stdout:Creating initial keys... 2024-04-12T09:18:20.015 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph-authtool: stdout AQBb/BhmfZ+LFhAA6I4D0Z38aNo2yWfALXwVOw== 2024-04-12T09:18:21.012 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph-authtool: stdout AQBc/BhmyLRXFRAAeU4tC+7xCZjBSSkufnfmzw== 2024-04-12T09:18:22.052 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph-authtool: stdout AQBd/Bhm6FOjFhAAFyvVPdfJzZutiwiRUurJ8A== 2024-04-12T09:18:22.052 INFO:teuthology.orchestra.run.smithi083.stdout:Creating initial monmap... 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout:monmaptool for a [v2:172.21.15.83:3300,v1:172.21.15.83:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout:setting min_mon_release = octopus 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: set fsid to 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T09:18:22.975 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:18:22.976 INFO:teuthology.orchestra.run.smithi083.stdout:Creating mon... 2024-04-12T09:18:23.855 INFO:teuthology.orchestra.run.smithi083.stdout:create mon.a on 2024-04-12T09:18:24.049 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-12T09:18:24.185 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-12T09:18:24.326 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968.target → /etc/systemd/system/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968.target. 2024-04-12T09:18:24.326 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968.target → /etc/systemd/system/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968.target. 2024-04-12T09:18:24.486 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a 2024-04-12T09:18:24.486 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Failed to reset failed state of unit ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a.service: Unit ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a.service not loaded. 2024-04-12T09:18:24.649 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968.target.wants/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a.service → /etc/systemd/system/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@.service. 2024-04-12T09:18:25.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:24 smithi083 podman[29312]: 2024-04-12 09:18:24.792739421 +0000 UTC m=+0.017935529 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph:quincy 2024-04-12T09:18:26.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:25 smithi083 podman[29312]: 2024-04-12 09:18:25.747136689 +0000 UTC m=+0.972332792 container create 2d9524b547f2fb5abc2f2c42fcf34a59ecc5d84e9c8338e04ecb1f6f5dcd9b20 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-12T09:18:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:27 smithi083 podman[29312]: 2024-04-12 09:18:27.678819492 +0000 UTC m=+2.904015595 container init 2d9524b547f2fb5abc2f2c42fcf34a59ecc5d84e9c8338e04ecb1f6f5dcd9b20 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T09:18:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:27 smithi083 podman[29312]: 2024-04-12 09:18:27.685359939 +0000 UTC m=+2.910556043 container start 2d9524b547f2fb5abc2f2c42fcf34a59ecc5d84e9c8338e04ecb1f6f5dcd9b20 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, ceph=True) 2024-04-12T09:18:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:27 smithi083 ceph-mon[29350]: mkfs 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:27 smithi083 ceph-mon[29350]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T09:18:28.524 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T09:18:28.524 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout disabled 2024-04-12T09:18:28.532 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T09:18:28.532 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-12T09:18:28.532 INFO:teuthology.orchestra.run.smithi083.stdout:firewalld.service is not enabled 2024-04-12T09:18:28.533 INFO:teuthology.orchestra.run.smithi083.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T09:18:28.533 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mon to start... 2024-04-12T09:18:28.533 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mon... 2024-04-12T09:18:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:28 smithi083 bash[29312]: 2d9524b547f2fb5abc2f2c42fcf34a59ecc5d84e9c8338e04ecb1f6f5dcd9b20 2024-04-12T09:18:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:28 smithi083 systemd[1]: Started Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:18:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:28 smithi083 ceph-mon[29350]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T09:18:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:28 smithi083 ceph-mon[29350]: monmap e1: 1 mons at {a=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T09:18:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:28 smithi083 ceph-mon[29350]: fsmap 2024-04-12T09:18:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:28 smithi083 ceph-mon[29350]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T09:18:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:28 smithi083 ceph-mon[29350]: mgrmap e1: no daemons active 2024-04-12T09:18:31.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:31 smithi083 ceph-mon[29350]: from='client.? 172.21.15.83:0/2422218581' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T09:18:34.757 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout cluster: 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout id: 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout services: 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 3s) 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout data: 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-12T09:18:34.759 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-12T09:18:34.760 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout pgs: 2024-04-12T09:18:34.760 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:34.760 INFO:teuthology.orchestra.run.smithi083.stdout:mon is available 2024-04-12T09:18:34.760 INFO:teuthology.orchestra.run.smithi083.stdout:Assimilating anything we can from ceph.conf... 2024-04-12T09:18:35.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:35 smithi083 ceph-mon[29350]: from='client.? 172.21.15.83:0/181201721' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T09:18:35.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:35 smithi083 ceph-mon[29350]: from='client.? 172.21.15.83:0/181201721' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-12T09:18:35.830 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:35.830 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T09:18:35.830 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout fsid = 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:35.830 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.83:3300,v1:172.21.15.83:6789] 2024-04-12T09:18:35.830 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T09:18:35.830 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T09:18:35.830 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T09:18:35.831 INFO:teuthology.orchestra.run.smithi083.stdout:Generating new minimal ceph.conf... 2024-04-12T09:18:36.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:36 smithi083 ceph-mon[29350]: from='client.? 172.21.15.83:0/167350462' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:18:36.920 INFO:teuthology.orchestra.run.smithi083.stdout:Restarting the monitor... 2024-04-12T09:18:37.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:36 smithi083 systemd[1]: Stopping Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:18:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a[29327]: 2024-04-12T09:18:37.171+0000 7f2dd582d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:18:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a[29327]: 2024-04-12T09:18:37.171+0000 7f2dd582d700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-12T09:18:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 podman[29671]: 2024-04-12 09:18:37.326405483 +0000 UTC m=+0.244150686 container died 2d9524b547f2fb5abc2f2c42fcf34a59ecc5d84e9c8338e04ecb1f6f5dcd9b20 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-12T09:18:37.845 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 podman[29671]: 2024-04-12 09:18:37.627634269 +0000 UTC m=+0.545379509 container cleanup 2d9524b547f2fb5abc2f2c42fcf34a59ecc5d84e9c8338e04ecb1f6f5dcd9b20 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-12T09:18:37.845 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 bash[29671]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a 2024-04-12T09:18:38.180 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 podman[29690]: 2024-04-12 09:18:37.84519372 +0000 UTC m=+0.514576343 container remove 2d9524b547f2fb5abc2f2c42fcf34a59ecc5d84e9c8338e04ecb1f6f5dcd9b20 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T09:18:38.180 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T09:18:38.180 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 systemd[1]: Stopped Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:18:38.180 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:37 smithi083 systemd[1]: Starting Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:18:38.473 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 podman[29790]: 2024-04-12 09:18:38.082981116 +0000 UTC m=+0.017552054 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph:quincy 2024-04-12T09:18:38.473 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 podman[29790]: 2024-04-12 09:18:38.18768684 +0000 UTC m=+0.122257765 container create 57c78b8bcb1a86890991f141b95503c768b5693e94dc7b40aa2d8c93ed9d29d7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409) 2024-04-12T09:18:38.473 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 podman[29790]: 2024-04-12 09:18:38.390015908 +0000 UTC m=+0.324586833 container init 57c78b8bcb1a86890991f141b95503c768b5693e94dc7b40aa2d8c93ed9d29d7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:18:38.473 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 podman[29790]: 2024-04-12 09:18:38.395012241 +0000 UTC m=+0.329583170 container start 57c78b8bcb1a86890991f141b95503c768b5693e94dc7b40aa2d8c93ed9d29d7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060) 2024-04-12T09:18:38.473 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable), process ceph-mon, pid 7 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: pidfile_write: ignore empty --pid-file 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: load: jerasure load: lrc 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: RocksDB version: 6.15.5 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Compile date Apr 9 2024 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: DB SUMMARY 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: DB Session ID: PP6W49EEGJCXWUO7Q5LA 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: CURRENT file: CURRENT 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-04-12T09:18:38.474 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 84502 ; 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.error_if_exists: 0 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.create_if_missing: 0 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.paranoid_checks: 1 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.env: 0x56266a54fa80 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.fs: Posix File System 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.info_log: 0x56266c960e80 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.statistics: (nil) 2024-04-12T09:18:38.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.use_fsync: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_log_file_size: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.allow_fallocate: 1 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.use_direct_reads: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.db_log_dir: 2024-04-12T09:18:38.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.write_buffer_manager: 0x56266d6d0960 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T09:18:38.477 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T09:18:38.478 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T09:18:38.478 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T09:18:38.479 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.unordered_write: 0 2024-04-12T09:18:38.479 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T09:18:38.479 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T09:18:38.479 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T09:18:38.479 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T09:18:38.479 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.row_cache: None 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.wal_filter: None 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.preserve_deletes: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.two_write_queues: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.atomic_flush: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.log_readahead_size: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T09:18:38.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_background_jobs: 2 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_background_compactions: -1 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_subcompactions: 1 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T09:18:38.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_open_files: -1 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_background_flushes: -1 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Compression algorithms supported: 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: kZSTD supported: 0 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: kXpressCompression supported: 0 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: kZlibCompression supported: 1 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: kSnappyCompression supported: 1 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: kLZ4Compression supported: 1 2024-04-12T09:18:38.482 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: kBZip2Compression supported: 0 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.merge_operator: 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_filter: None 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56266c9b0f58) 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout: cache_index_and_filter_blocks: 1 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T09:18:38.483 INFO:journalctl@ceph.mon.a.smithi083.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: pin_top_level_index_and_filter: 1 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_type: 0 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: data_block_index_type: 0 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_shortening: 1 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: hash_index_allow_collision: 1 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: checksum: 1 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: no_block_cache: 0 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache: 0x56266c9e3090 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_name: BinnedLRUCache 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_options: 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: capacity : 536870912 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: num_shard_bits : 4 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: strict_capacity_limit : 0 2024-04-12T09:18:38.484 INFO:journalctl@ceph.mon.a.smithi083.stdout: high_pri_pool_ratio: 0.000 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_compressed: (nil) 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: persistent_cache: (nil) 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_size: 4096 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_size_deviation: 10 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_restart_interval: 16 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_block_restart_interval: 1 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: metadata_block_size: 4096 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: partition_filters: 0 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: use_delta_encoding: 1 2024-04-12T09:18:38.485 INFO:journalctl@ceph.mon.a.smithi083.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout: whole_key_filtering: 1 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout: verify_compression: 0 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout: read_amp_bytes_per_bit: 0 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout: format_version: 4 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout: enable_index_compression: 1 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_align: 0 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compression: NoCompression 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T09:18:38.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.num_levels: 7 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T09:18:38.487 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T09:18:38.488 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.arena_block_size: 4194304 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T09:18:38.489 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.table_properties_collectors: 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.inplace_update_support: 0 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T09:18:38.490 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.bloom_locality: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.max_successive_merges: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.ttl: 2592000 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.enable_blob_files: false 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.min_blob_size: 0 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T09:18:38.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712913518420481, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712913518421168, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80786, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 79047, "index_size": 227, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10297, "raw_average_key_size": 47, "raw_value_size": 73230, "raw_average_value_size": 337, "num_data_blocks": 10, "num_entries": 217, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1712913518, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "3b8c0dd9-d235-41c3-94c3-439060a23bd7", "db_session_id": "PP6W49EEGJCXWUO7Q5LA"}} 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712913518421586, "job": 1, "event": "recovery_finished"} 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x56266c977180 2024-04-12T09:18:38.492 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: DB pointer 0x56266ca4c000 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** DB Stats ** 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:18:38.493 INFO:journalctl@ceph.mon.a.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: L0 2/0 80.65 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 166.8 0.00 0.00 1 0.000 0 0 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: Sum 2/0 80.65 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 166.8 0.00 0.00 1 0.000 0 0 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 166.8 0.00 0.00 1 0.000 0 0 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 166.8 0.00 0.00 1 0.000 0 0 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T09:18:38.494 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative compaction: 0.00 GB write, 26.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval compaction: 0.00 GB write, 26.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T09:18:38.495 INFO:journalctl@ceph.mon.a.smithi083.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: L0 2/0 80.65 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 166.8 0.00 0.00 1 0.000 0 0 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: Sum 2/0 80.65 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 166.8 0.00 0.00 1 0.000 0 0 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 166.8 0.00 0.00 1 0.000 0 0 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:18:38.496 INFO:journalctl@ceph.mon.a.smithi083.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T09:18:38.497 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T09:18:38.497 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T09:18:38.497 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T09:18:38.497 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T09:18:38.497 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative compaction: 0.00 GB write, 26.09 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:18:38.497 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:18:38.497 INFO:journalctl@ceph.mon.a.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T09:18:38.498 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:18:38.498 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T09:18:38.498 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: starting mon.a rank 0 at public addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] at bind addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:38.498 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a@-1(???) e1 preinit fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:38.498 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a@-1(???).mds e1 new map 2024-04-12T09:18:38.498 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a@-1(???).mds e1 print_map 2024-04-12T09:18:38.499 INFO:journalctl@ceph.mon.a.smithi083.stdout: e1 2024-04-12T09:18:38.499 INFO:journalctl@ceph.mon.a.smithi083.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T09:18:38.499 INFO:journalctl@ceph.mon.a.smithi083.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:18:38.499 INFO:journalctl@ceph.mon.a.smithi083.stdout: legacy client fscid: -1 2024-04-12T09:18:38.499 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:18:38.499 INFO:journalctl@ceph.mon.a.smithi083.stdout: No filesystems configured 2024-04-12T09:18:38.499 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T09:18:38.499 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:18:38.500 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:18:38.500 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:18:38.500 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-12T09:18:38.500 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 bash[29790]: 57c78b8bcb1a86890991f141b95503c768b5693e94dc7b40aa2d8c93ed9d29d7 2024-04-12T09:18:38.500 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 systemd[1]: Started Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:18:38.500 INFO:teuthology.orchestra.run.smithi083.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-12T09:18:38.793 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T09:18:38.793 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: monmap e1: 1 mons at {a=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T09:18:38.793 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: fsmap 2024-04-12T09:18:38.793 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T09:18:38.793 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:38 smithi083 ceph-mon[29829]: mgrmap e1: no daemons active 2024-04-12T09:18:39.745 INFO:teuthology.orchestra.run.smithi083.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-12T09:18:39.745 INFO:teuthology.orchestra.run.smithi083.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:18:39.745 INFO:teuthology.orchestra.run.smithi083.stdout:Creating mgr... 2024-04-12T09:18:39.746 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying port 9283 ... 2024-04-12T09:18:39.954 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y 2024-04-12T09:18:39.955 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Failed to reset failed state of unit ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y.service: Unit ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y.service not loaded. 2024-04-12T09:18:40.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:39 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/317935452' entity='client.admin' 2024-04-12T09:18:40.263 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968.target.wants/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@.service. 2024-04-12T09:18:40.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:40 smithi083 podman[30073]: 2024-04-12 09:18:40.398626022 +0000 UTC m=+0.017570751 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph:quincy 2024-04-12T09:18:42.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:41 smithi083 podman[30073]: 2024-04-12 09:18:41.593110745 +0000 UTC m=+1.212055473 container create 8b53db94301bdb7e60a3c96d2916bba409f3118c5ca9304d67175ded79bad734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:18:44.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:43 smithi083 podman[30073]: 2024-04-12 09:18:43.609020442 +0000 UTC m=+3.227965171 container init 8b53db94301bdb7e60a3c96d2916bba409f3118c5ca9304d67175ded79bad734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-12T09:18:44.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:43 smithi083 podman[30073]: 2024-04-12 09:18:43.61524318 +0000 UTC m=+3.234187909 container start 8b53db94301bdb7e60a3c96d2916bba409f3118c5ca9304d67175ded79bad734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-12T09:18:44.503 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:44.124+0000 7f7fa454f1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:18:44.503 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:44.215+0000 7f7fa454f1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:18:44.516 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T09:18:44.517 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout disabled 2024-04-12T09:18:44.524 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T09:18:44.524 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-12T09:18:44.524 INFO:teuthology.orchestra.run.smithi083.stdout:firewalld.service is not enabled 2024-04-12T09:18:44.524 INFO:teuthology.orchestra.run.smithi083.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T09:18:44.532 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T09:18:44.532 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout disabled 2024-04-12T09:18:44.540 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T09:18:44.540 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-12T09:18:44.540 INFO:teuthology.orchestra.run.smithi083.stdout:firewalld.service is not enabled 2024-04-12T09:18:44.540 INFO:teuthology.orchestra.run.smithi083.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-12T09:18:44.540 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mgr to start... 2024-04-12T09:18:44.540 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mgr... 2024-04-12T09:18:44.783 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:44 smithi083 bash[30073]: 8b53db94301bdb7e60a3c96d2916bba409f3118c5ca9304d67175ded79bad734 2024-04-12T09:18:44.783 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:44 smithi083 systemd[1]: Started Ceph mgr.y for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:18:45.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:44.855+0000 7f7fa454f1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:18:45.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:44.944+0000 7f7fa454f1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:18:45.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:45.031+0000 7f7fa454f1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:18:45.393 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3572812359' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T09:18:45.394 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:45.189+0000 7f7fa454f1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:18:45.394 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:45.269+0000 7f7fa454f1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:18:45.699 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:45.438+0000 7f7fa454f1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:18:45.699 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:45.616+0000 7f7fa454f1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:18:45.699 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:45.699+0000 7f7fa454f1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsid": "8625ace8-f8ad-11ee-bc8c-c7b262605968", 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 0 2024-04-12T09:18:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T09:18:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T09:18:45.726 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T09:18:45.726 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T09:18:45.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:45.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T09:18:45.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T09:18:45.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T09:18:45.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T09:18:45.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T09:18:45.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T09:18:45.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T09:18:27.727788+0000", 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-12T09:18:45.731 INFO:teuthology.orchestra.run.smithi083.stdout:mgr not available, waiting (1/15)... 2024-04-12T09:18:46.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:45.792+0000 7f7fa454f1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:18:46.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:45.874+0000 7f7fa454f1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:18:47.270 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:46.944+0000 7f7fa454f1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:18:47.270 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:47.075+0000 7f7fa454f1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:18:47.270 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:47.270+0000 7f7fa454f1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:18:47.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:47.498+0000 7f7fa454f1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:18:47.984 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:47.668+0000 7f7fa454f1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:18:47.984 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:47.849+0000 7f7fa454f1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:18:48.282 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:48.109+0000 7f7fa454f1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:18:48.282 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:48.197+0000 7f7fa454f1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:18:48.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:48 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3871116660' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T09:18:48.883 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:48.591+0000 7f7fa454f1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:18:48.886 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:48.892 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-12T09:18:48.892 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsid": "8625ace8-f8ad-11ee-bc8c-c7b262605968", 2024-04-12T09:18:48.892 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T09:18:48.892 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T09:18:48.892 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T09:18:48.892 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T09:18:48.892 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:48.892 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 0 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T09:18:48.893 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T09:18:48.894 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T09:18:48.895 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T09:18:27.727788+0000", 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-12T09:18:48.896 INFO:teuthology.orchestra.run.smithi083.stdout:mgr not available, waiting (2/15)... 2024-04-12T09:18:49.633 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:49.351+0000 7f7fa454f1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:18:49.633 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:49.633+0000 7f7fa454f1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:49.938+0000 7f7fa454f1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:50.124+0000 7f7fa454f1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: Activating manager daemon y 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: mgrmap e2: y(active, starting, since 0.00273637s) 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:18:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: Manager daemon y is now available 2024-04-12T09:18:50.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:18:50.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:18:50.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' 2024-04-12T09:18:50.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' 2024-04-12T09:18:50.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:50 smithi083 ceph-mon[29829]: from='mgr.14100 172.21.15.83:0/2709822300' entity='mgr.y' 2024-04-12T09:18:52.248 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:52 smithi083 ceph-mon[29829]: mgrmap e3: y(active, since 1.0068s) 2024-04-12T09:18:52.248 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:52 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2912699134' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsid": "8625ace8-f8ad-11ee-bc8c-c7b262605968", 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:52.253 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 0 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T09:18:52.254 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:52.255 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T09:18:52.255 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T09:18:52.255 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T09:18:52.255 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T09:18:52.255 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T09:18:52.255 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T09:18:52.258 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:52.258 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T09:18:52.258 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T09:18:52.258 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T09:18:52.259 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T09:18:27.727788+0000", 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-12T09:18:52.260 INFO:teuthology.orchestra.run.smithi083.stdout:mgr is available 2024-04-12T09:18:53.221 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:53 smithi083 ceph-mon[29829]: mgrmap e4: y(active, since 2s) 2024-04-12T09:18:53.221 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:53 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1838463398' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout fsid = 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T09:18:53.443 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-12T09:18:53.444 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T09:18:53.444 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T09:18:53.444 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T09:18:53.444 INFO:teuthology.orchestra.run.smithi083.stdout:Enabling cephadm module... 2024-04-12T09:18:54.511 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:54 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3740854173' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-12T09:18:54.511 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:54 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ignoring --setuser ceph since I am not root 2024-04-12T09:18:54.512 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:54 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ignoring --setgroup ceph since I am not root 2024-04-12T09:18:54.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:54 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:54.723+0000 7fc5e08801c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:18:55.155 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:54 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:54.813+0000 7fc5e08801c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:18:55.458 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:55 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3740854173' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-12T09:18:55.458 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:55 smithi083 ceph-mon[29829]: mgrmap e5: y(active, since 4s) 2024-04-12T09:18:55.759 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:55.457+0000 7fc5e08801c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:18:55.759 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:55.554+0000 7fc5e08801c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:18:55.759 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:55.637+0000 7fc5e08801c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:18:56.035 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:55.787+0000 7fc5e08801c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:18:56.035 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:55.865+0000 7fc5e08801c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:18:56.035 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:56 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:56.034+0000 7fc5e08801c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:18:56.055 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-12T09:18:56.055 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-12T09:18:56.056 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T09:18:56.056 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T09:18:56.056 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T09:18:56.056 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-12T09:18:56.056 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for the mgr to restart... 2024-04-12T09:18:56.056 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mgr epoch 5... 2024-04-12T09:18:56.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:18:56 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/131729303' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T09:18:56.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:56 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:56.221+0000 7fc5e08801c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:18:56.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:56 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:56.305+0000 7fc5e08801c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:18:56.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:56 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:56.400+0000 7fc5e08801c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:18:56.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:56 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:56.487+0000 7fc5e08801c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:18:57.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:57 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:57.526+0000 7fc5e08801c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:18:57.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:57 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:57.652+0000 7fc5e08801c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:18:58.237 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:57 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:57.840+0000 7fc5e08801c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:18:58.237 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:58 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:58.064+0000 7fc5e08801c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:18:58.237 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:58 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:58.236+0000 7fc5e08801c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:18:58.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:58 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:58.416+0000 7fc5e08801c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:18:59.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:58 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:58.669+0000 7fc5e08801c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:18:59.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:58 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:58.752+0000 7fc5e08801c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:18:59.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:59.136+0000 7fc5e08801c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:19:00.182 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:18:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:18:59.896+0000 7fc5e08801c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:19:00.182 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:00.180+0000 7fc5e08801c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:19:00.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:00.489+0000 7fc5e08801c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:00.679+0000 7fc5e08801c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: Active manager daemon y restarted 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: Activating manager daemon y 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: osdmap e2: 0 total, 0 up, 0 in 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: mgrmap e6: y(active, starting, since 0.00278239s) 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:19:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:19:00.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: Manager daemon y is now available 2024-04-12T09:19:00.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:00.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:00.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:00.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:00.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:00.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:19:00.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:00 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:19:02.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:01 smithi083 ceph-mon[29829]: Found migration_current of "None". Setting to last migration. 2024-04-12T09:19:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:01 smithi083 ceph-mon[29829]: mgrmap e7: y(active, since 1.00494s) 2024-04-12T09:19:02.169 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-12T09:19:02.170 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-12T09:19:02.170 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T09:19:02.170 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-12T09:19:02.170 INFO:teuthology.orchestra.run.smithi083.stdout:mgr epoch 5 is available 2024-04-12T09:19:02.170 INFO:teuthology.orchestra.run.smithi083.stdout:Setting orchestrator backend to cephadm... 2024-04-12T09:19:03.214 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T09:19:03.241 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T09:19:03.241 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: [12/Apr/2024:09:19:01] ENGINE Bus STARTING 2024-04-12T09:19:03.241 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: [12/Apr/2024:09:19:02] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:19:03.241 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: [12/Apr/2024:09:19:02] ENGINE Bus STARTED 2024-04-12T09:19:03.241 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:03.241 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:03.241 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:03.241 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:03 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:04.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:04 smithi083 ceph-mon[29829]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:04 smithi083 ceph-mon[29829]: mgrmap e8: y(active, since 2s) 2024-04-12T09:19:04.882 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-12T09:19:04.883 INFO:teuthology.orchestra.run.smithi083.stdout:Generating ssh key... 2024-04-12T09:19:05.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-mon[29829]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:05.910 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: Generating public/private rsa key pair. 2024-04-12T09:19:05.910 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: Your identification has been saved in /tmp/tmpqhbhi0nc/key. 2024-04-12T09:19:05.910 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: Your public key has been saved in /tmp/tmpqhbhi0nc/key.pub. 2024-04-12T09:19:05.910 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: The key fingerprint is: 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: SHA256:6q7zkwXru34s/nhJ6yfbiBn8MTYG8l0VHljwRj01C9s ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: The key's randomart image is: 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: +---[RSA 3072]----+ 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | .+=o o.| 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | .+ o* o| 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | =. E | 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | . o | 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | . .oS . | 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | +.+o. | 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | .==Bo | 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | ..=OB*. | 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: | .B%X*+. | 2024-04-12T09:19:05.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: +----[SHA256]-----+ 2024-04-12T09:19:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:06 smithi083 ceph-mon[29829]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:06 smithi083 ceph-mon[29829]: Generating ssh key... 2024-04-12T09:19:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:06 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:06 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:07.371 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDRlCnQ9lsFvOTN1wufoV9AyI94JXiK3M4rXg+FNlTKUIBbPj42LZsVSUChrgBkgc2jOtClKP6i3JTGfQvbgq3AbY2vRf2N1EpTQDjQxkZJcelKcq99Pv9WC01zVQsm4ndqMM89n4nLDn3t6zuBVNfje2ev/YiknqI31309NNlsUqJu99RzLza8x41WOck1OG7SZzTrFwPkgsqwo6oNySJAFfx+jc9lJ4XQ6IWh2RvlYuNrv/PL4gmckyJTG87Vbx6aS2C4yzRI33L2m1gQngwEtHqdSCVs0Uqk7M2oF98Vc+AvlYSU5LsBu5h1xIyAH659naSu56ORsbqcwBpP0CEiJEBMwHqnUuxDrDgjt49Q0MZwyMkt1FT3DxQxmTzPBJjVDwF2x5WF05PvUoVoUfdiF/YP4FUSwXUjOcGA4KoyNSOVqvBWhVxZzWXG2fUuQdZn/p6zB6TJnaRP7pXx95682G4ilszLu07IYI/478OHYbx/Y3MGqPW/lprRyW9C0z0= ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:19:07.371 INFO:teuthology.orchestra.run.smithi083.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-12T09:19:07.371 INFO:teuthology.orchestra.run.smithi083.stdout:Adding key to root@localhost authorized_keys... 2024-04-12T09:19:07.372 INFO:teuthology.orchestra.run.smithi083.stdout:Adding host smithi083... 2024-04-12T09:19:07.779 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:07 smithi083 ceph-mon[29829]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:08.817 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:08 smithi083 ceph-mon[29829]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi083", "addr": "172.21.15.83", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:09.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:09 smithi083 ceph-mon[29829]: Deploying cephadm binary to smithi083 2024-04-12T09:19:10.579 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout Added host 'smithi083' with addr '172.21.15.83' 2024-04-12T09:19:10.579 INFO:teuthology.orchestra.run.smithi083.stdout:Deploying unmanaged mon service... 2024-04-12T09:19:11.245 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:11 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:11.245 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:11 smithi083 ceph-mon[29829]: Added host smithi083 2024-04-12T09:19:11.245 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:11 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:11.805 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-12T09:19:11.805 INFO:teuthology.orchestra.run.smithi083.stdout:Deploying unmanaged mgr service... 2024-04-12T09:19:12.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:12 smithi083 ceph-mon[29829]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:12.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:12 smithi083 ceph-mon[29829]: Saving service mon spec with placement count:5 2024-04-12T09:19:12.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:12 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:13.800 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-12T09:19:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:13 smithi083 ceph-mon[29829]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:13 smithi083 ceph-mon[29829]: Saving service mgr spec with placement count:2 2024-04-12T09:19:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:13 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:13 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:13 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:15.727 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:15 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2430680629' entity='client.admin' 2024-04-12T09:19:16.283 INFO:teuthology.orchestra.run.smithi083.stdout:Enabling the dashboard module... 2024-04-12T09:19:16.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:16 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3018186484' entity='client.admin' 2024-04-12T09:19:18.033 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:18 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:18.033 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:18 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/526623920' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-12T09:19:18.034 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:18 smithi083 ceph-mon[29829]: from='mgr.14118 172.21.15.83:0/1890536858' entity='mgr.y' 2024-04-12T09:19:18.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:18 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ignoring --setuser ceph since I am not root 2024-04-12T09:19:18.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:18 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ignoring --setgroup ceph since I am not root 2024-04-12T09:19:18.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:18 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:18.559+0000 7f7a405de1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:19:18.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:18 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:18.650+0000 7f7a405de1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:19:19.236 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:19 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/526623920' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-12T09:19:19.236 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:19 smithi083 ceph-mon[29829]: mgrmap e9: y(active, since 17s) 2024-04-12T09:19:19.489 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:19 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:19.284+0000 7f7a405de1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:19:19.489 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:19 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:19.373+0000 7f7a405de1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:19:19.489 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:19 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:19.457+0000 7f7a405de1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:19:19.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:19 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:19.612+0000 7f7a405de1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:19:19.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:19 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:19.692+0000 7f7a405de1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:19:20.130 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:19 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:19.862+0000 7f7a405de1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:19:20.130 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:20.042+0000 7f7a405de1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:19:20.130 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:20.129+0000 7f7a405de1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:19:20.434 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:20.236+0000 7f7a405de1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:19:20.434 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:20.323+0000 7f7a405de1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:19:20.725 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:20 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2104652635' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T09:19:20.996 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-12T09:19:20.996 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-12T09:19:20.996 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T09:19:20.996 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T09:19:20.996 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T09:19:20.996 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-12T09:19:20.996 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for the mgr to restart... 2024-04-12T09:19:20.996 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mgr epoch 9... 2024-04-12T09:19:21.698 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:21 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:21.378+0000 7f7a405de1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:19:21.698 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:21 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:21.509+0000 7f7a405de1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:19:21.699 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:21 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:21.697+0000 7f7a405de1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:19:22.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:21 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:21.919+0000 7f7a405de1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:19:22.522 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:22.091+0000 7f7a405de1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:19:22.522 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:22.267+0000 7f7a405de1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:19:22.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:22.521+0000 7f7a405de1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:19:22.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:22.604+0000 7f7a405de1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:19:23.303 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:22.986+0000 7f7a405de1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:19:24.034 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:23 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:23.748+0000 7f7a405de1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:19:24.034 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:24.034+0000 7f7a405de1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:19:24.644 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:24.341+0000 7f7a405de1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:19:24.644 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:19:24.530+0000 7f7a405de1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:19:24.644 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: Active manager daemon y restarted 2024-04-12T09:19:24.644 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: Activating manager daemon y 2024-04-12T09:19:24.644 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: osdmap e3: 0 total, 0 up, 0 in 2024-04-12T09:19:24.644 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: mgrmap e10: y(active, starting, since 0.00561553s) 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: Manager daemon y is now available 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:19:24.645 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:19:26.278 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:25 smithi083 ceph-mon[29829]: [12/Apr/2024:09:19:24] ENGINE Bus STARTING 2024-04-12T09:19:26.278 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:25 smithi083 ceph-mon[29829]: [12/Apr/2024:09:19:24] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:19:26.278 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:25 smithi083 ceph-mon[29829]: [12/Apr/2024:09:19:24] ENGINE Bus STARTED 2024-04-12T09:19:26.278 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:25 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:26.278 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:25 smithi083 ceph-mon[29829]: mgrmap e11: y(active, since 1.00518s) 2024-04-12T09:19:26.278 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:25 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:26.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-12T09:19:26.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-12T09:19:26.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T09:19:26.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-12T09:19:26.280 INFO:teuthology.orchestra.run.smithi083.stdout:mgr epoch 9 is available 2024-04-12T09:19:26.281 INFO:teuthology.orchestra.run.smithi083.stdout:Generating a dashboard self-signed certificate... 2024-04-12T09:19:27.245 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:26 smithi083 ceph-mon[29829]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T09:19:27.245 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:26 smithi083 ceph-mon[29829]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T09:19:27.521 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-12T09:19:27.521 INFO:teuthology.orchestra.run.smithi083.stdout:Creating initial admin user... 2024-04-12T09:19:28.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:27 smithi083 ceph-mon[29829]: mgrmap e12: y(active, since 2s) 2024-04-12T09:19:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:27 smithi083 ceph-mon[29829]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:27 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:27 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:27 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:29.164 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$sYYKf9Gnsk96sqipbxmfoeb.cNZLPJ7zyFCnZKh7kYmH1QbRkLz52", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712913568, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-12T09:19:29.165 INFO:teuthology.orchestra.run.smithi083.stdout:Fetching dashboard port number... 2024-04-12T09:19:29.711 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:29 smithi083 ceph-mon[29829]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:29.711 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:29 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:30.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:30 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1286372603' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-12T09:19:30.567 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 8443 2024-04-12T09:19:30.577 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T09:19:30.577 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout disabled 2024-04-12T09:19:30.584 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T09:19:30.584 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-12T09:19:30.584 INFO:teuthology.orchestra.run.smithi083.stdout:firewalld.service is not enabled 2024-04-12T09:19:30.584 INFO:teuthology.orchestra.run.smithi083.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-12T09:19:30.586 INFO:teuthology.orchestra.run.smithi083.stdout:Ceph Dashboard is now available at: 2024-04-12T09:19:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: URL: https://smithi083.front.sepia.ceph.com:8443/ 2024-04-12T09:19:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: User: admin 2024-04-12T09:19:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: Password: ugdz3wzklw 2024-04-12T09:19:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:30.587 INFO:teuthology.orchestra.run.smithi083.stdout:Saving cluster configuration to /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config directory 2024-04-12T09:19:30.587 INFO:teuthology.orchestra.run.smithi083.stdout:Enabling autotune for osd_memory_target 2024-04-12T09:19:32.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:32 smithi083 ceph-mon[29829]: mgrmap e13: y(active, since 6s) 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout:Or, if you are only running a single cluster on this host: 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:33.148 INFO:teuthology.orchestra.run.smithi083.stdout: ceph telemetry on 2024-04-12T09:19:33.149 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:33.149 INFO:teuthology.orchestra.run.smithi083.stdout:For more information see: 2024-04-12T09:19:33.149 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:33.149 INFO:teuthology.orchestra.run.smithi083.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-04-12T09:19:33.149 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:33.149 INFO:teuthology.orchestra.run.smithi083.stdout:Bootstrap complete. 2024-04-12T09:19:33.187 INFO:tasks.cephadm:Fetching config... 2024-04-12T09:19:33.187 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:19:33.187 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-12T09:19:33.203 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-12T09:19:33.203 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:19:33.203 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-12T09:19:33.258 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-12T09:19:33.259 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:19:33.259 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-12T09:19:33.326 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-12T09:19:33.327 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:19:33.327 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-12T09:19:33.382 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-12T09:19:33.383 DEBUG:teuthology.orchestra.run.smithi083:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDRlCnQ9lsFvOTN1wufoV9AyI94JXiK3M4rXg+FNlTKUIBbPj42LZsVSUChrgBkgc2jOtClKP6i3JTGfQvbgq3AbY2vRf2N1EpTQDjQxkZJcelKcq99Pv9WC01zVQsm4ndqMM89n4nLDn3t6zuBVNfje2ev/YiknqI31309NNlsUqJu99RzLza8x41WOck1OG7SZzTrFwPkgsqwo6oNySJAFfx+jc9lJ4XQ6IWh2RvlYuNrv/PL4gmckyJTG87Vbx6aS2C4yzRI33L2m1gQngwEtHqdSCVs0Uqk7M2oF98Vc+AvlYSU5LsBu5h1xIyAH659naSu56ORsbqcwBpP0CEiJEBMwHqnUuxDrDgjt49Q0MZwyMkt1FT3DxQxmTzPBJjVDwF2x5WF05PvUoVoUfdiF/YP4FUSwXUjOcGA4KoyNSOVqvBWhVxZzWXG2fUuQdZn/p6zB6TJnaRP7pXx95682G4ilszLu07IYI/478OHYbx/Y3MGqPW/lprRyW9C0z0= ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T09:19:33.460 INFO:teuthology.orchestra.run.smithi083.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDRlCnQ9lsFvOTN1wufoV9AyI94JXiK3M4rXg+FNlTKUIBbPj42LZsVSUChrgBkgc2jOtClKP6i3JTGfQvbgq3AbY2vRf2N1EpTQDjQxkZJcelKcq99Pv9WC01zVQsm4ndqMM89n4nLDn3t6zuBVNfje2ev/YiknqI31309NNlsUqJu99RzLza8x41WOck1OG7SZzTrFwPkgsqwo6oNySJAFfx+jc9lJ4XQ6IWh2RvlYuNrv/PL4gmckyJTG87Vbx6aS2C4yzRI33L2m1gQngwEtHqdSCVs0Uqk7M2oF98Vc+AvlYSU5LsBu5h1xIyAH659naSu56ORsbqcwBpP0CEiJEBMwHqnUuxDrDgjt49Q0MZwyMkt1FT3DxQxmTzPBJjVDwF2x5WF05PvUoVoUfdiF/YP4FUSwXUjOcGA4KoyNSOVqvBWhVxZzWXG2fUuQdZn/p6zB6TJnaRP7pXx95682G4ilszLu07IYI/478OHYbx/Y3MGqPW/lprRyW9C0z0= ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:19:33.476 DEBUG:teuthology.orchestra.run.smithi165:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDRlCnQ9lsFvOTN1wufoV9AyI94JXiK3M4rXg+FNlTKUIBbPj42LZsVSUChrgBkgc2jOtClKP6i3JTGfQvbgq3AbY2vRf2N1EpTQDjQxkZJcelKcq99Pv9WC01zVQsm4ndqMM89n4nLDn3t6zuBVNfje2ev/YiknqI31309NNlsUqJu99RzLza8x41WOck1OG7SZzTrFwPkgsqwo6oNySJAFfx+jc9lJ4XQ6IWh2RvlYuNrv/PL4gmckyJTG87Vbx6aS2C4yzRI33L2m1gQngwEtHqdSCVs0Uqk7M2oF98Vc+AvlYSU5LsBu5h1xIyAH659naSu56ORsbqcwBpP0CEiJEBMwHqnUuxDrDgjt49Q0MZwyMkt1FT3DxQxmTzPBJjVDwF2x5WF05PvUoVoUfdiF/YP4FUSwXUjOcGA4KoyNSOVqvBWhVxZzWXG2fUuQdZn/p6zB6TJnaRP7pXx95682G4ilszLu07IYI/478OHYbx/Y3MGqPW/lprRyW9C0z0= ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T09:19:33.522 INFO:teuthology.orchestra.run.smithi165.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDRlCnQ9lsFvOTN1wufoV9AyI94JXiK3M4rXg+FNlTKUIBbPj42LZsVSUChrgBkgc2jOtClKP6i3JTGfQvbgq3AbY2vRf2N1EpTQDjQxkZJcelKcq99Pv9WC01zVQsm4ndqMM89n4nLDn3t6zuBVNfje2ev/YiknqI31309NNlsUqJu99RzLza8x41WOck1OG7SZzTrFwPkgsqwo6oNySJAFfx+jc9lJ4XQ6IWh2RvlYuNrv/PL4gmckyJTG87Vbx6aS2C4yzRI33L2m1gQngwEtHqdSCVs0Uqk7M2oF98Vc+AvlYSU5LsBu5h1xIyAH659naSu56ORsbqcwBpP0CEiJEBMwHqnUuxDrDgjt49Q0MZwyMkt1FT3DxQxmTzPBJjVDwF2x5WF05PvUoVoUfdiF/YP4FUSwXUjOcGA4KoyNSOVqvBWhVxZzWXG2fUuQdZn/p6zB6TJnaRP7pXx95682G4ilszLu07IYI/478OHYbx/Y3MGqPW/lprRyW9C0z0= ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:19:33.537 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-12T09:19:33.723 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:33 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1146937780' entity='client.admin' 2024-04-12T09:19:33.786 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:19:37.111 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-12T09:19:37.111 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-12T09:19:37.647 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:19:37.769 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:37 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/805252410' entity='client.admin' 2024-04-12T09:19:38.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:38.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:38.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:19:38.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:38.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:38.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:39.945 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi165 2024-04-12T09:19:39.945 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:19:39.945 DEBUG:teuthology.orchestra.run.smithi165:> dd of=/etc/ceph/ceph.conf 2024-04-12T09:19:39.963 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:19:39.963 DEBUG:teuthology.orchestra.run.smithi165:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:19:40.020 INFO:tasks.cephadm:Adding host smithi165 to orchestrator... 2024-04-12T09:19:40.021 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch host add smithi165 2024-04-12T09:19:40.277 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:19:40.517 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:40.517 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:40.517 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:40.517 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:19:40.517 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:19:40.517 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:19:40.517 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:19:40.517 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:19:40.518 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:19:40.518 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:40.518 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:40.518 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:40 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:42.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:42 smithi083 ceph-mon[29829]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi165", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:43.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:43 smithi083 ceph-mon[29829]: Deploying cephadm binary to smithi165 2024-04-12T09:19:44.129 INFO:teuthology.orchestra.run.smithi083.stdout:Added host 'smithi165' with addr '172.21.15.165' 2024-04-12T09:19:44.712 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch host ls --format=json 2024-04-12T09:19:44.962 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:19:45.355 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:45.355 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:45 smithi083 ceph-mon[29829]: Added host smithi165 2024-04-12T09:19:45.355 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:45.355 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:45.356 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:45 smithi083 ceph-mon[29829]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:19:45.356 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:46.728 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:19:46.728 INFO:teuthology.orchestra.run.smithi083.stdout:[{"addr": "172.21.15.83", "hostname": "smithi083", "labels": [], "status": ""}, {"addr": "172.21.15.165", "hostname": "smithi165", "labels": [], "status": ""}] 2024-04-12T09:19:46.740 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:46 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:47.298 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-12T09:19:47.298 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd crush tunables default 2024-04-12T09:19:47.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:47 smithi083 ceph-mon[29829]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:19:47.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:47 smithi083 ceph-mon[29829]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:19:47.554 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:19:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:19:49.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:19:49.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:19:49.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:49.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:49.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:49.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:49 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/517992247' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-12T09:19:50.293 INFO:teuthology.orchestra.run.smithi083.stderr:adjusted tunables profile to default 2024-04-12T09:19:50.827 INFO:tasks.cephadm:Adding mon.a on smithi083 2024-04-12T09:19:50.827 INFO:tasks.cephadm:Adding mon.c on smithi083 2024-04-12T09:19:50.827 INFO:tasks.cephadm:Adding mon.b on smithi165 2024-04-12T09:19:50.827 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch apply mon '3;smithi083:172.21.15.83=a;smithi083:[v2:172.21.15.83:3301,v1:172.21.15.83:6790]=c;smithi165:172.21.15.165=b' 2024-04-12T09:19:51.077 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:19:51.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:51 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/517992247' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-12T09:19:51.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:51 smithi083 ceph-mon[29829]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T09:19:51.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:51 smithi083 ceph-mon[29829]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:19:52.904 INFO:teuthology.orchestra.run.smithi165.stdout:Scheduled mon update... 2024-04-12T09:19:53.519 DEBUG:teuthology.orchestra.run.smithi083:mon.c> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.c.service 2024-04-12T09:19:53.522 DEBUG:teuthology.orchestra.run.smithi165:mon.b> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.b.service 2024-04-12T09:19:53.524 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T09:19:53.524 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph mon dump -f json 2024-04-12T09:19:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:19:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi083:172.21.15.83=a;smithi083:[v2:172.21.15.83:3301,v1:172.21.15.83:6790]=c;smithi165:172.21.15.165=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:54.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: Saving service mon spec with placement smithi083:172.21.15.83=a;smithi083:[v2:172.21.15.83:3301,v1:172.21.15.83:6790]=c;smithi165:172.21.15.165=b;count:3 2024-04-12T09:19:54.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:54.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:54.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:19:54.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:19:54.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:54.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:19:54.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:19:54.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:53 smithi083 ceph-mon[29829]: Deploying daemon mon.b on smithi165 2024-04-12T09:19:54.310 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:19:56.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:19:55 smithi083 ceph-mon[29829]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:19:57.769 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:19:57.769 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":1,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","modified":"2024-04-12T09:18:22.399427Z","created":"2024-04-12T09:18:22.399427Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-12T09:19:57.771 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 1 2024-04-12T09:19:57.892 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).mds e1 new map 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout: e1 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout: legacy client fscid: -1 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout: No filesystems configured 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-12T09:19:57.893 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi083:172.21.15.83=a;smithi083:[v2:172.21.15.83:3301,v1:172.21.15.83:6790]=c;smithi165:172.21.15.165=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: Saving service mon spec with placement smithi083:172.21.15.83=a;smithi083:[v2:172.21.15.83:3301,v1:172.21.15.83:6790]=c;smithi165:172.21.15.165=b;count:3 2024-04-12T09:19:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: Deploying daemon mon.b on smithi165 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 ceph-mon[33336]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 bash[33286]: 83fc0e80d3c0cb9484361e20348fd745334894f65483a40831057c48c7ef11eb 2024-04-12T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:19:57 smithi165 systemd[1]: Started Ceph mon.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:19:59.707 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T09:19:59.708 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph mon dump -f json 2024-04-12T09:19:59.970 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:20:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:20:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: mon.a calling monitor election 2024-04-12T09:20:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: mon.b calling monitor election 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: monmap e2: 2 mons at {a=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],b=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: fsmap 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: mgrmap e13: y(active, since 38s) 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: overall HEALTH_OK 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:03.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:03.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:03.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:03.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: mon.a calling monitor election 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: mon.b calling monitor election 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: monmap e2: 2 mons at {a=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],b=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: fsmap 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: mgrmap e13: y(active, since 38s) 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: overall HEALTH_OK 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:03.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:04.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:03 smithi165 ceph-mon[33336]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:04.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:03 smithi165 ceph-mon[33336]: Deploying daemon mon.c on smithi083 2024-04-12T09:20:04.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:03 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:04.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:03 smithi083 ceph-mon[29829]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:04.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:03 smithi083 ceph-mon[29829]: Deploying daemon mon.c on smithi083 2024-04-12T09:20:04.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:03 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:04.735 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:20:04.735 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":2,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","modified":"2024-04-12T09:19:57.898029Z","created":"2024-04-12T09:18:22.399427Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:3300","nonce":0},{"type":"v1","addr":"172.21.15.165:6789","nonce":0}]},"addr":"172.21.15.165:6789/0","public_addr":"172.21.15.165:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-12T09:20:04.737 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 2 2024-04-12T09:20:04.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:04 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/467826029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T09:20:05.251 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:04 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/467826029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T09:20:05.918 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:05 smithi083 podman[41240]: 2024-04-12 09:20:05.722277882 +0000 UTC m=+0.018409262 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:20:06.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:05 smithi165 ceph-mon[33336]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:06.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:05 smithi083 ceph-mon[29829]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 podman[41240]: 2024-04-12 09:20:06.005306264 +0000 UTC m=+0.301437635 container init 974d927e329375d5e239f4c0ca7bbb32a54735d44ba37e680ad0d743712f7ab5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:20:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 podman[41240]: 2024-04-12 09:20:06.010640207 +0000 UTC m=+0.306771579 container start 974d927e329375d5e239f4c0ca7bbb32a54735d44ba37e680ad0d743712f7ab5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-12T09:20:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T09:20:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable), process ceph-mon, pid 7 2024-04-12T09:20:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: pidfile_write: ignore empty --pid-file 2024-04-12T09:20:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: load: jerasure load: lrc 2024-04-12T09:20:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: RocksDB version: 6.15.5 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Compile date Apr 9 2024 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: DB SUMMARY 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: DB Session ID: 6NXHN5ZUOKYCX94BBO6B 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: CURRENT file: CURRENT 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.error_if_exists: 0 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.create_if_missing: 0 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.paranoid_checks: 1 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T09:20:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.env: 0x55abc4e2ea80 2024-04-12T09:20:06.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.fs: Posix File System 2024-04-12T09:20:06.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.info_log: 0x55abc577ee80 2024-04-12T09:20:06.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T09:20:06.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.statistics: (nil) 2024-04-12T09:20:06.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.use_fsync: 0 2024-04-12T09:20:06.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_log_file_size: 0 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.allow_fallocate: 1 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.use_direct_reads: 0 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.db_log_dir: 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-04-12T09:20:06.308 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.write_buffer_manager: 0x55abc64ee930 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T09:20:06.309 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.unordered_write: 0 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.row_cache: None 2024-04-12T09:20:06.310 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.wal_filter: None 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.preserve_deletes: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.two_write_queues: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.atomic_flush: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.log_readahead_size: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T09:20:06.311 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_background_jobs: 2 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_background_compactions: -1 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_subcompactions: 1 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_open_files: -1 2024-04-12T09:20:06.312 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_background_flushes: -1 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Compression algorithms supported: 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: kZSTD supported: 0 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: kXpressCompression supported: 0 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: kZlibCompression supported: 1 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: kSnappyCompression supported: 1 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: kLZ4Compression supported: 1 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: kBZip2Compression supported: 0 2024-04-12T09:20:06.313 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.merge_operator: 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_filter: None 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55abc57cef58) 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout: cache_index_and_filter_blocks: 1 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T09:20:06.314 INFO:journalctl@ceph.mon.c.smithi083.stdout: pin_top_level_index_and_filter: 1 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: index_type: 0 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: data_block_index_type: 0 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: index_shortening: 1 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: hash_index_allow_collision: 1 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: checksum: 1 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: no_block_cache: 0 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_cache: 0x55abc5801090 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_cache_name: BinnedLRUCache 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_cache_options: 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: capacity : 536870912 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: num_shard_bits : 4 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: strict_capacity_limit : 0 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: high_pri_pool_ratio: 0.000 2024-04-12T09:20:06.315 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_cache_compressed: (nil) 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: persistent_cache: (nil) 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_size: 4096 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_size_deviation: 10 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_restart_interval: 16 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: index_block_restart_interval: 1 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: metadata_block_size: 4096 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: partition_filters: 0 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: use_delta_encoding: 1 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: whole_key_filtering: 1 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: verify_compression: 0 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: read_amp_bytes_per_bit: 0 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: format_version: 4 2024-04-12T09:20:06.316 INFO:journalctl@ceph.mon.c.smithi083.stdout: enable_index_compression: 1 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_align: 0 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compression: NoCompression 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.num_levels: 7 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T09:20:06.317 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T09:20:06.318 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.arena_block_size: 4194304 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T09:20:06.319 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.table_properties_collectors: 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.inplace_update_support: 0 2024-04-12T09:20:06.320 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.bloom_locality: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.max_successive_merges: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.ttl: 2592000 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.enable_blob_files: false 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.min_blob_size: 0 2024-04-12T09:20:06.321 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712913606036652, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712913606036950, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1712913606, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "318d8348-6126-4a86-b18d-df7ba836d003", "db_session_id": "6NXHN5ZUOKYCX94BBO6B"}} 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712913606037264, "job": 1, "event": "recovery_finished"} 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T09:20:06.322 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55abc5795180 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: DB pointer 0x55abc586a000 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** DB Stats ** 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:20:06.323 INFO:journalctl@ceph.mon.c.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T09:20:06.324 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:20:06.325 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:20:06.326 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: using public_addrv [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: starting mon.c rank -1 at public addrs [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] at bind addrs [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(???) e0 preinit fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).mds e1 new map 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout: e1 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout: legacy client fscid: -1 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout: No filesystems configured 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-12T09:20:06.327 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi083:172.21.15.83=a;smithi083:[v2:172.21.15.83:3301,v1:172.21.15.83:6790]=c;smithi165:172.21.15.165=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: Saving service mon spec with placement smithi083:172.21.15.83=a;smithi083:[v2:172.21.15.83:3301,v1:172.21.15.83:6790]=c;smithi165:172.21.15.165=b;count:3 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:06.328 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: Deploying daemon mon.b on smithi165 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.a calling monitor election 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.b calling monitor election 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:06.329 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: monmap e2: 2 mons at {a=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],b=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: fsmap 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mgrmap e13: y(active, since 38s) 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: overall HEALTH_OK 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:06.330 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:06.331 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: Deploying daemon mon.c on smithi083 2024-04-12T09:20:06.331 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:06.331 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/467826029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T09:20:06.331 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:06.331 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 ceph-mon[41278]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-12T09:20:06.331 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 bash[41240]: 974d927e329375d5e239f4c0ca7bbb32a54735d44ba37e680ad0d743712f7ab5 2024-04-12T09:20:06.331 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:06 smithi083 systemd[1]: Started Ceph mon.c for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:20:06.331 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T09:20:06.331 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph mon dump -f json 2024-04-12T09:20:06.591 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:20:11.362 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-12T09:20:11.362 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":3,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","modified":"2024-04-12T09:20:06.057179Z","created":"2024-04-12T09:18:22.399427Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:3300","nonce":0},{"type":"v1","addr":"172.21.15.165:6789","nonce":0}]},"addr":"172.21.15.165:6789/0","public_addr":"172.21.15.165:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3301","nonce":0},{"type":"v1","addr":"172.21.15.83:6790","nonce":0}]},"addr":"172.21.15.83:6790/0","public_addr":"172.21.15.83:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-12T09:20:11.366 INFO:teuthology.orchestra.run.smithi165.stderr:dumped monmap epoch 3 2024-04-12T09:20:11.380 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:20:11.380 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: mon.a calling monitor election 2024-04-12T09:20:11.380 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:11.380 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.380 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: mon.b calling monitor election 2024-04-12T09:20:11.380 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.380 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.380 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: mon.c calling monitor election 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: monmap e3: 3 mons at {a=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],b=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],c=[v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: fsmap 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: mgrmap e13: y(active, since 46s) 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: overall HEALTH_OK 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.381 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.382 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.382 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:20:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: mon.a calling monitor election 2024-04-12T09:20:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: mon.b calling monitor election 2024-04-12T09:20:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: mon.c calling monitor election 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: monmap e3: 3 mons at {a=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],b=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],c=[v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: fsmap 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: mgrmap e13: y(active, since 46s) 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: overall HEALTH_OK 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: mon.a calling monitor election 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: mon.b calling monitor election 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: mon.c calling monitor election 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: monmap e3: 3 mons at {a=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],b=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],c=[v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: fsmap 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: mgrmap e13: y(active, since 46s) 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: overall HEALTH_OK 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:11.975 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-12T09:20:11.975 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph config generate-minimal-conf 2024-04-12T09:20:12.232 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:20:12.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:12.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:12 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/2794267249' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T09:20:12.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:12.484 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:12.484 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:12 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/2794267249' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T09:20:12.484 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:12.484 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:12.484 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:12 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/2794267249' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T09:20:12.484 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:20:13.542 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.542 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.543 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.545 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:20:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:13.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:14.419 INFO:teuthology.orchestra.run.smithi083.stdout:# minimal ceph.conf for 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:20:14.419 INFO:teuthology.orchestra.run.smithi083.stdout:[global] 2024-04-12T09:20:14.419 INFO:teuthology.orchestra.run.smithi083.stdout: fsid = 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:20:14.419 INFO:teuthology.orchestra.run.smithi083.stdout: mon_host = [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] 2024-04-12T09:20:14.419 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[29829]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[29829]: Reconfiguring daemon mon.a on smithi083 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[41278]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:14.420 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:14 smithi083 ceph-mon[41278]: Reconfiguring daemon mon.a on smithi083 2024-04-12T09:20:14.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:14 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:14 smithi165 ceph-mon[33336]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T09:20:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:14 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:14 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:14 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:14 smithi165 ceph-mon[33336]: Reconfiguring daemon mon.a on smithi083 2024-04-12T09:20:15.606 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3693947216' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[29829]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3693947216' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[41278]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:15.607 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.608 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.608 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.608 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:15.608 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:15.608 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:15 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:15.632 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-12T09:20:15.632 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:20:15.632 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T09:20:15.663 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:20:15.663 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:20:15.731 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:20:15.731 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T09:20:15.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:15 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3693947216' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:15.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:15 smithi165 ceph-mon[33336]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:15.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:15 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:15 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:15 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:15 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:15 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:15 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:15.765 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:20:15.765 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:20:15.836 INFO:tasks.cephadm:Adding mgr.y on smithi083 2024-04-12T09:20:15.836 INFO:tasks.cephadm:Adding mgr.x on smithi165 2024-04-12T09:20:15.836 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch apply mgr '2;smithi083=y;smithi165=x' 2024-04-12T09:20:16.124 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:20:16.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:16 smithi083 ceph-mon[29829]: Reconfiguring mon.c (monmap changed)... 2024-04-12T09:20:16.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:16 smithi083 ceph-mon[29829]: Reconfiguring daemon mon.c on smithi083 2024-04-12T09:20:16.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:16 smithi083 ceph-mon[41278]: Reconfiguring mon.c (monmap changed)... 2024-04-12T09:20:16.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:16 smithi083 ceph-mon[41278]: Reconfiguring daemon mon.c on smithi083 2024-04-12T09:20:16.573 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:16 smithi165 ceph-mon[33336]: Reconfiguring mon.c (monmap changed)... 2024-04-12T09:20:16.573 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:16 smithi165 ceph-mon[33336]: Reconfiguring daemon mon.c on smithi083 2024-04-12T09:20:17.904 INFO:teuthology.orchestra.run.smithi165.stdout:Scheduled mgr update... 2024-04-12T09:20:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[29829]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[29829]: Reconfiguring mon.b (monmap changed)... 2024-04-12T09:20:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[29829]: Reconfiguring daemon mon.b on smithi165 2024-04-12T09:20:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[41278]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[41278]: Reconfiguring mon.b (monmap changed)... 2024-04-12T09:20:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:17 smithi083 ceph-mon[41278]: Reconfiguring daemon mon.b on smithi165 2024-04-12T09:20:18.090 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:17 smithi165 ceph-mon[33336]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:18.090 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.091 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.091 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:17 smithi165 ceph-mon[33336]: Reconfiguring mon.b (monmap changed)... 2024-04-12T09:20:18.091 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:20:18.091 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:20:18.091 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:18.091 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:17 smithi165 ceph-mon[33336]: Reconfiguring daemon mon.b on smithi165 2024-04-12T09:20:18.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi083=y;smithi165=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: Saving service mgr spec with placement smithi083=y;smithi165=x;count:2 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:20:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi083=y;smithi165=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: Saving service mgr spec with placement smithi083=y;smithi165=x;count:2 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:20:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi083=y;smithi165=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: Saving service mgr spec with placement smithi083=y;smithi165=x;count:2 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:19.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:20:19.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T09:20:19.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:20:19.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:19.346 DEBUG:teuthology.orchestra.run.smithi165:mgr.x> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x.service 2024-04-12T09:20:19.348 INFO:tasks.cephadm:Deploying OSDs... 2024-04-12T09:20:19.348 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:20:19.349 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T09:20:19.368 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T09:20:19.368 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_1 2024-04-12T09:20:19.426 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T09:20:19.426 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T09:20:19.427 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-04-12T09:20:19.427 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T09:20:19.427 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T09:20:19.427 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-12 09:20:05.545224479 +0000 2024-04-12T09:20:19.427 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-12 09:13:19.111533516 +0000 2024-04-12T09:20:19.427 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-12 09:13:19.111533516 +0000 2024-04-12T09:20:19.427 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-12 09:13:19.111533516 +0000 2024-04-12T09:20:19.427 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T09:20:19.498 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-04-12T09:20:19.499 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-04-12T09:20:19.499 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000265142 s, 1.9 MB/s 2024-04-12T09:20:19.500 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T09:20:19.559 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_2 2024-04-12T09:20:19.616 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T09:20:19.616 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T09:20:19.617 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-12T09:20:19.617 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T09:20:19.617 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T09:20:19.617 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-12 09:20:05.545224479 +0000 2024-04-12T09:20:19.617 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-12 09:13:19.446525428 +0000 2024-04-12T09:20:19.617 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-12 09:13:19.446525428 +0000 2024-04-12T09:20:19.617 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-12 09:13:19.446525428 +0000 2024-04-12T09:20:19.618 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T09:20:19.685 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-04-12T09:20:19.685 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-04-12T09:20:19.685 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000255474 s, 2.0 MB/s 2024-04-12T09:20:19.686 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T09:20:19.744 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_3 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-12 09:20:05.546224455 +0000 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-12 09:13:19.792517076 +0000 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-12 09:13:19.792517076 +0000 2024-04-12T09:20:19.800 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-12 09:13:19.792517076 +0000 2024-04-12T09:20:19.801 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T09:20:19.868 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-04-12T09:20:19.868 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-04-12T09:20:19.868 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000232406 s, 2.2 MB/s 2024-04-12T09:20:19.869 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T09:20:19.927 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_4 2024-04-12T09:20:19.983 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T09:20:19.983 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T09:20:19.983 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-12T09:20:19.984 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T09:20:19.984 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T09:20:19.984 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-12 09:20:05.546224455 +0000 2024-04-12T09:20:19.984 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-12 09:13:20.133508844 +0000 2024-04-12T09:20:19.984 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-12 09:13:20.133508844 +0000 2024-04-12T09:20:19.984 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-12 09:13:20.133508844 +0000 2024-04-12T09:20:19.984 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T09:20:20.050 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-04-12T09:20:20.050 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-04-12T09:20:20.051 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000237375 s, 2.2 MB/s 2024-04-12T09:20:20.051 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T09:20:20.108 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:20:20.108 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T09:20:20.125 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T09:20:20.125 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_1 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-04-12 09:19:57.208436172 +0000 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-04-12 09:13:08.989582570 +0000 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-04-12 09:13:08.989582570 +0000 2024-04-12T09:20:20.181 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: 2024-04-12 09:13:08.989582570 +0000 2024-04-12T09:20:20.182 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T09:20:20.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:19 smithi165 ceph-mon[33336]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:20.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:19 smithi165 ceph-mon[33336]: Deploying daemon mgr.x on smithi165 2024-04-12T09:20:20.247 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-04-12T09:20:20.248 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-04-12T09:20:20.248 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000201722 s, 2.5 MB/s 2024-04-12T09:20:20.249 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T09:20:20.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:19 smithi083 ceph-mon[29829]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:20.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:19 smithi083 ceph-mon[29829]: Deploying daemon mgr.x on smithi165 2024-04-12T09:20:20.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:19 smithi083 ceph-mon[41278]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:20.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:19 smithi083 ceph-mon[41278]: Deploying daemon mgr.x on smithi165 2024-04-12T09:20:20.305 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_2 2024-04-12T09:20:20.360 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T09:20:20.360 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T09:20:20.360 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-12T09:20:20.360 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T09:20:20.361 INFO:teuthology.orchestra.run.smithi165.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T09:20:20.361 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-04-12 09:19:57.209436157 +0000 2024-04-12T09:20:20.361 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-04-12 09:13:09.332577516 +0000 2024-04-12T09:20:20.361 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-04-12 09:13:09.332577516 +0000 2024-04-12T09:20:20.361 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: 2024-04-12 09:13:09.332577516 +0000 2024-04-12T09:20:20.361 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T09:20:20.426 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-04-12T09:20:20.426 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-04-12T09:20:20.426 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000203678 s, 2.5 MB/s 2024-04-12T09:20:20.427 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T09:20:20.483 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_3 2024-04-12T09:20:20.539 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T09:20:20.539 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T09:20:20.539 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-12T09:20:20.539 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T09:20:20.539 INFO:teuthology.orchestra.run.smithi165.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T09:20:20.539 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-04-12 09:19:57.209436157 +0000 2024-04-12T09:20:20.539 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-04-12 09:13:09.682572361 +0000 2024-04-12T09:20:20.539 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-04-12 09:13:09.682572361 +0000 2024-04-12T09:20:20.540 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: 2024-04-12 09:13:09.682572361 +0000 2024-04-12T09:20:20.540 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T09:20:20.681 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-04-12T09:20:20.681 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-04-12T09:20:20.681 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000238269 s, 2.1 MB/s 2024-04-12T09:20:20.682 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T09:20:20.697 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_4 2024-04-12T09:20:20.758 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T09:20:20.758 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T09:20:20.758 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-12T09:20:20.758 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T09:20:20.759 INFO:teuthology.orchestra.run.smithi165.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T09:20:20.759 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-04-12 09:20:20.636088315 +0000 2024-04-12T09:20:20.759 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-04-12 09:13:10.021567366 +0000 2024-04-12T09:20:20.759 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-04-12 09:13:10.021567366 +0000 2024-04-12T09:20:20.759 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: 2024-04-12 09:13:10.021567366 +0000 2024-04-12T09:20:20.759 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T09:20:20.860 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-04-12T09:20:20.860 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-04-12T09:20:20.860 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000175726 s, 2.9 MB/s 2024-04-12T09:20:20.861 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T09:20:20.876 INFO:tasks.cephadm:Deploying osd.0 on smithi083 with /dev/vg_nvme/lv_4... 2024-04-12T09:20:20.876 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T09:20:21.096 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:20 smithi165 systemd[1]: Starting Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:20:21.135 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:20:21.356 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 podman[35407]: 2024-04-12 09:20:21.09583107 +0000 UTC m=+0.114007785 container create 90a6ba75858c8f51e2a8e8fb313aec43b21936dde46785197346f1e23dbe7d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060) 2024-04-12T09:20:21.356 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 podman[35407]: 2024-04-12 09:20:20.999477047 +0000 UTC m=+0.017653740 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:20:21.356 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 podman[35407]: 2024-04-12 09:20:21.289510158 +0000 UTC m=+0.307686839 container init 90a6ba75858c8f51e2a8e8fb313aec43b21936dde46785197346f1e23dbe7d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:20:21.356 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 podman[35407]: 2024-04-12 09:20:21.294764143 +0000 UTC m=+0.312940824 container start 90a6ba75858c8f51e2a8e8fb313aec43b21936dde46785197346f1e23dbe7d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-12T09:20:21.356 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-mgr[35445]: -- 172.21.15.165:0/3861804255 <== mon.1 v2:172.21.15.165:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562a9c1249c0 con 0x562a9c0fb000 2024-04-12T09:20:21.357 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 bash[35407]: 90a6ba75858c8f51e2a8e8fb313aec43b21936dde46785197346f1e23dbe7d6c 2024-04-12T09:20:21.742 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 systemd[1]: Started Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:20:22.096 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[29829]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[41278]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.097 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:21 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:22.150 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-mon[33336]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:22.150 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.150 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.150 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.150 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:22.150 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:22.151 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:21.857+0000 7f1d20e821c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:20:22.151 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:21.954+0000 7f1d20e821c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:20:22.931 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:22 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:22.605+0000 7f1d20e821c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:20:22.931 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:22 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:22.697+0000 7f1d20e821c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:20:22.931 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:22 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:22.781+0000 7f1d20e821c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:20:22.940 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T09:20:22.941 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T09:20:22.941 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2024-04-12T09:20:22.941 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2024-04-12T09:20:22.941 INFO:teuthology.orchestra.run.smithi083.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0116564 s, 900 MB/s 2024-04-12T09:20:22.941 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 2024-04-12T09:20:22.941 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2024-04-12T09:20:23.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:22 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:22.930+0000 7f1d20e821c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:20:23.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:23.008+0000 7f1d20e821c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:20:23.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:23.175+0000 7f1d20e821c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:20:23.545 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi083:vg_nvme/lv_4 2024-04-12T09:20:23.608 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:23.353+0000 7f1d20e821c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:20:23.608 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:23.433+0000 7f1d20e821c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:20:23.608 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:23.524+0000 7f1d20e821c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:20:23.609 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:23.607+0000 7f1d20e821c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[41278]: Reconfiguring daemon mgr.y on smithi083 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:23.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:23 smithi083 ceph-mon[29829]: Reconfiguring daemon mgr.y on smithi083 2024-04-12T09:20:23.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:23 smithi165 ceph-mon[33336]: Reconfiguring daemon mgr.y on smithi083 2024-04-12T09:20:24.236 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:20:24.961 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:24 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:24.646+0000 7f1d20e821c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:20:24.961 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:24 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:24.773+0000 7f1d20e821c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:20:24.961 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:24 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:24.960+0000 7f1d20e821c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:20:25.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:25 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:25.186+0000 7f1d20e821c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:20:25.699 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:25 smithi083 ceph-mon[29829]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:25.699 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:25 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:25.699 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:25 smithi083 ceph-mon[41278]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:25.699 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:25 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:25.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:25 smithi165 ceph-mon[33336]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:25.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:25 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:25.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:25 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:25.357+0000 7f1d20e821c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:20:25.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:25 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:25.534+0000 7f1d20e821c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:20:26.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:25 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:25.790+0000 7f1d20e821c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:20:26.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:25 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:25.875+0000 7f1d20e821c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:20:26.742 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:26.264+0000 7f1d20e821c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:20:26.954 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:26.954 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:26.954 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:26.954 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:26.954 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:26.954 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:26.954 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:20:26.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:27.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:27.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:27.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:27.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:27.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:27.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:27.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:20:27.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:20:27.033 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:27.321 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:27 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:27.030+0000 7f1d20e821c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:20:27.321 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:27 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:27.319+0000 7f1d20e821c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:20:27.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:27 smithi165 ceph-mon[33336]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:27.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:27 smithi165 ceph-mon[33336]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:27.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:27 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:27.636+0000 7f1d20e821c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:20:27.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:20:27 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:20:27.826+0000 7f1d20e821c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:20:28.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:27 smithi083 ceph-mon[29829]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:28.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:27 smithi083 ceph-mon[29829]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:28.008 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:27 smithi083 ceph-mon[41278]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:28.008 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:27 smithi083 ceph-mon[41278]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:29.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[29829]: Standby manager daemon x started 2024-04-12T09:20:29.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:20:29.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:20:29.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:20:29.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:20:29.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[41278]: Standby manager daemon x started 2024-04-12T09:20:29.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:20:29.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:20:29.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:20:29.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:28 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:20:29.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:28 smithi165 ceph-mon[33336]: Standby manager daemon x started 2024-04-12T09:20:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:28 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:20:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:28 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:20:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:28 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:20:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:28 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/3226531213' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[29829]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[29829]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/211291014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36550089-c458-47ea-bb8c-b6908cde64e6"}]: dispatch 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/211291014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36550089-c458-47ea-bb8c-b6908cde64e6"}]': finished 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[29829]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3248657688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[41278]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:30.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[41278]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-12T09:20:30.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:20:30.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/211291014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36550089-c458-47ea-bb8c-b6908cde64e6"}]: dispatch 2024-04-12T09:20:30.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/211291014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36550089-c458-47ea-bb8c-b6908cde64e6"}]': finished 2024-04-12T09:20:30.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[41278]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T09:20:30.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:30.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:29 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3248657688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:20:30.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:29 smithi165 ceph-mon[33336]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:30.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:29 smithi165 ceph-mon[33336]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-12T09:20:30.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:29 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:20:30.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:29 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/211291014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36550089-c458-47ea-bb8c-b6908cde64e6"}]: dispatch 2024-04-12T09:20:30.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:29 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/211291014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36550089-c458-47ea-bb8c-b6908cde64e6"}]': finished 2024-04-12T09:20:30.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:29 smithi165 ceph-mon[33336]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T09:20:30.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:29 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:30.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:29 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3248657688' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:20:32.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:31 smithi083 ceph-mon[29829]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:32.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:31 smithi083 ceph-mon[41278]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:32.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:31 smithi165 ceph-mon[33336]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:33.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:33 smithi165 ceph-mon[33336]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:34.018 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:33 smithi083 ceph-mon[29829]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:34.019 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:33 smithi083 ceph-mon[41278]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:36.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:35 smithi083 ceph-mon[41278]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:20:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:36.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:35 smithi083 ceph-mon[29829]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:36.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:20:36.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:36.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:35 smithi165 ceph-mon[33336]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:20:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:37.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:36 smithi083 ceph-mon[29829]: Deploying daemon osd.0 on smithi083 2024-04-12T09:20:37.052 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:36 smithi083 ceph-mon[41278]: Deploying daemon osd.0 on smithi083 2024-04-12T09:20:37.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:36 smithi165 ceph-mon[33336]: Deploying daemon osd.0 on smithi083 2024-04-12T09:20:38.007 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:37 smithi083 ceph-mon[29829]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:38.007 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:37 smithi083 ceph-mon[41278]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:38.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:37 smithi165 ceph-mon[33336]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:40.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:39 smithi083 ceph-mon[29829]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:39 smithi083 ceph-mon[41278]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:40.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:39 smithi165 ceph-mon[33336]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:41.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:41.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:41.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:41.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:42.276 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:42 smithi083 ceph-mon[29829]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:42.276 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:42 smithi083 ceph-mon[41278]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:42.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:42 smithi165 ceph-mon[33336]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:43.278 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 0 on host 'smithi083' 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:43.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:20:43.862 DEBUG:teuthology.orchestra.run.smithi083:osd.0> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.0.service 2024-04-12T09:20:43.864 INFO:tasks.cephadm:Deploying osd.1 on smithi083 with /dev/vg_nvme/lv_3... 2024-04-12T09:20:43.865 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T09:20:44.587 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:20:44.958 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-mon[41278]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T09:20:44.958 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-mon[41278]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T09:20:44.958 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:44.958 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-mon[41278]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:20:44.958 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-mon[29829]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T09:20:44.958 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-mon[29829]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T09:20:44.958 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:44.958 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-mon[29829]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:20:44.959 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[45599]: 2024-04-12T09:20:44.954+0000 7f1366e39700 -1 osd.0 0 waiting for initial osdmap 2024-04-12T09:20:44.959 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:20:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[45599]: 2024-04-12T09:20:44.956+0000 7f1361c34700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:20:45.240 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:44 smithi165 ceph-mon[33336]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T09:20:45.240 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:44 smithi165 ceph-mon[33336]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T09:20:45.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:44 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:45.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:44 smithi165 ceph-mon[33336]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:20:46.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:45 smithi165 ceph-mon[33336]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:46.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:45 smithi165 ceph-mon[33336]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:20:46.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:45 smithi165 ceph-mon[33336]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T09:20:46.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:46.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:46.269 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[29829]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:46.269 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[29829]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:20:46.269 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[29829]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T09:20:46.269 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:46.269 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:46.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[41278]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T09:20:46.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[41278]: from='osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:20:46.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[41278]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T09:20:46.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:46.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:47.114 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T09:20:47.115 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T09:20:47.115 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2024-04-12T09:20:47.115 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2024-04-12T09:20:47.115 INFO:teuthology.orchestra.run.smithi083.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115756 s, 906 MB/s 2024-04-12T09:20:47.115 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 2024-04-12T09:20:47.115 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2024-04-12T09:20:47.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:46 smithi165 ceph-mon[33336]: purged_snaps scrub starts 2024-04-12T09:20:47.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:46 smithi165 ceph-mon[33336]: purged_snaps scrub ok 2024-04-12T09:20:47.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:46 smithi165 ceph-mon[33336]: osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644] boot 2024-04-12T09:20:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:46 smithi165 ceph-mon[33336]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T09:20:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:46 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:47.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[29829]: purged_snaps scrub starts 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[29829]: purged_snaps scrub ok 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[29829]: osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644] boot 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[29829]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[41278]: purged_snaps scrub starts 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[41278]: purged_snaps scrub ok 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[41278]: osd.0 [v2:172.21.15.83:6802/1567486644,v1:172.21.15.83:6803/1567486644] boot 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[41278]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T09:20:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:46 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:20:48.213 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:48.213 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.214 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:20:48.215 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.215 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:48.215 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:48.215 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.237 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi083:vg_nvme/lv_3 2024-04-12T09:20:48.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:48.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T09:20:48.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:20:48.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:48.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:20:48.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:20:48.484 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:20:49.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:48 smithi165 ceph-mon[33336]: Detected new or changed devices on smithi083 2024-04-12T09:20:49.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:48 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi083 to 16064M 2024-04-12T09:20:49.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:48 smithi083 ceph-mon[29829]: Detected new or changed devices on smithi083 2024-04-12T09:20:49.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:48 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi083 to 16064M 2024-04-12T09:20:49.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:48 smithi083 ceph-mon[41278]: Detected new or changed devices on smithi083 2024-04-12T09:20:49.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:48 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi083 to 16064M 2024-04-12T09:20:50.098 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:49 smithi083 ceph-mon[41278]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:50.098 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:49 smithi083 ceph-mon[29829]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:50.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:49 smithi165 ceph-mon[33336]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:51.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:50 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:20:51.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:50 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:20:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:50 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:51.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:50 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:20:51.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:50 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:20:51.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:50 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:51.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:50 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:20:51.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:50 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:20:51.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:50 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:51 smithi083 ceph-mon[41278]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:51 smithi083 ceph-mon[41278]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:52.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:51 smithi083 ceph-mon[29829]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:52.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:51 smithi083 ceph-mon[29829]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:52.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:51 smithi165 ceph-mon[33336]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:20:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:51 smithi165 ceph-mon[33336]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:53.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:52 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1173244582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f5adc11-3574-4014-89f9-db3632513379"}]: dispatch 2024-04-12T09:20:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:52 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1173244582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f5adc11-3574-4014-89f9-db3632513379"}]': finished 2024-04-12T09:20:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:52 smithi165 ceph-mon[33336]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T09:20:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:52 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:20:53.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:52 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1173244582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f5adc11-3574-4014-89f9-db3632513379"}]: dispatch 2024-04-12T09:20:53.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:52 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1173244582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f5adc11-3574-4014-89f9-db3632513379"}]': finished 2024-04-12T09:20:53.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:52 smithi083 ceph-mon[41278]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T09:20:53.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:52 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:20:53.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:52 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1173244582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f5adc11-3574-4014-89f9-db3632513379"}]: dispatch 2024-04-12T09:20:53.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:52 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1173244582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f5adc11-3574-4014-89f9-db3632513379"}]': finished 2024-04-12T09:20:53.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:52 smithi083 ceph-mon[29829]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T09:20:53.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:52 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:20:54.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:53 smithi165 ceph-mon[33336]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:54.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:53 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2951298122' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:20:54.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:53 smithi083 ceph-mon[29829]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:53 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2951298122' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:20:54.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:53 smithi083 ceph-mon[41278]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:54.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:53 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2951298122' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:20:56.081 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:55 smithi083 ceph-mon[29829]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:56.081 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:55 smithi083 ceph-mon[41278]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:56.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:55 smithi165 ceph-mon[33336]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:58.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:57 smithi165 ceph-mon[33336]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:58.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:57 smithi083 ceph-mon[29829]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:58.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:57 smithi083 ceph-mon[41278]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:20:58.993 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:58 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:20:58.993 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:58 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:59.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:58 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:20:59.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:58 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:20:59.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:58 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:20:59.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:58 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:00.237 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:59 smithi083 ceph-mon[29829]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:00.237 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:20:59 smithi083 ceph-mon[29829]: Deploying daemon osd.1 on smithi083 2024-04-12T09:21:00.237 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:59 smithi083 ceph-mon[41278]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:00.238 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:20:59 smithi083 ceph-mon[41278]: Deploying daemon osd.1 on smithi083 2024-04-12T09:21:00.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:59 smithi165 ceph-mon[33336]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:00.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:20:59 smithi165 ceph-mon[33336]: Deploying daemon osd.1 on smithi083 2024-04-12T09:21:02.254 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:01 smithi083 ceph-mon[29829]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:02.254 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:01 smithi083 ceph-mon[41278]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:02.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:01 smithi165 ceph-mon[33336]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:04.295 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:03 smithi165 ceph-mon[33336]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:04.295 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:03 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:04.295 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:03 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:04.295 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:03 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:04.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:03 smithi083 ceph-mon[29829]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:04.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:03 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:03 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:03 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:03 smithi083 ceph-mon[41278]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:03 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:03 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:03 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:06 smithi083 ceph-mon[29829]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:06 smithi083 ceph-mon[41278]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:06 smithi165 ceph-mon[33336]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:06.789 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 1 on host 'smithi083' 2024-04-12T09:21:07.423 DEBUG:teuthology.orchestra.run.smithi083:osd.1> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.1.service 2024-04-12T09:21:07.425 INFO:tasks.cephadm:Deploying osd.2 on smithi083 with /dev/vg_nvme/lv_2... 2024-04-12T09:21:07.426 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T09:21:07.723 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[29829]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[29829]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[41278]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[41278]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T09:21:08.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:07 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:07 smithi165 ceph-mon[33336]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:07 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:07 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:07 smithi165 ceph-mon[33336]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T09:21:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:07 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:07 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:08.980 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-mon[41278]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T09:21:08.980 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-mon[41278]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T09:21:08.981 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:08.981 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-mon[41278]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:08.981 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-mon[29829]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T09:21:08.981 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-mon[29829]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T09:21:08.981 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:08.981 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-mon[29829]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:08.981 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[51644]: 2024-04-12T09:21:08.761+0000 7f116274f700 -1 osd.1 0 waiting for initial osdmap 2024-04-12T09:21:08.981 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[51644]: 2024-04-12T09:21:08.763+0000 7f115ed4d700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:21:09.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:08 smithi165 ceph-mon[33336]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T09:21:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:08 smithi165 ceph-mon[33336]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T09:21:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:08 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:08 smithi165 ceph-mon[33336]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:09.873 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[41278]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:09.873 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[41278]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:09.873 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[41278]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T09:21:09.873 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:09.873 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:09.873 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[29829]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:09.873 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[29829]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:09.873 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[29829]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T09:21:09.874 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:09.874 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:09 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:10.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:09 smithi165 ceph-mon[33336]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T09:21:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:09 smithi165 ceph-mon[33336]: from='osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:09 smithi165 ceph-mon[33336]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T09:21:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:09 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:09 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:10.472 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T09:21:10.473 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T09:21:10.473 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2024-04-12T09:21:10.473 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2024-04-12T09:21:10.473 INFO:teuthology.orchestra.run.smithi083.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122783 s, 854 MB/s 2024-04-12T09:21:10.473 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[29829]: purged_snaps scrub starts 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[29829]: purged_snaps scrub ok 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[29829]: osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758] boot 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[29829]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[41278]: purged_snaps scrub starts 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[41278]: purged_snaps scrub ok 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[41278]: osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758] boot 2024-04-12T09:21:11.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[41278]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T09:21:11.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:10 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:11.099 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi083:vg_nvme/lv_2 2024-04-12T09:21:11.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:10 smithi165 ceph-mon[33336]: purged_snaps scrub starts 2024-04-12T09:21:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:10 smithi165 ceph-mon[33336]: purged_snaps scrub ok 2024-04-12T09:21:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:10 smithi165 ceph-mon[33336]: osd.1 [v2:172.21.15.83:6810/2142779758,v1:172.21.15.83:6811/2142779758] boot 2024-04-12T09:21:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:10 smithi165 ceph-mon[33336]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T09:21:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:10 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:21:11.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:11 smithi083 ceph-mon[29829]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:11.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:11 smithi083 ceph-mon[29829]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T09:21:11.869 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:11 smithi083 ceph-mon[41278]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:11.869 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:11 smithi083 ceph-mon[41278]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T09:21:11.996 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:21:12.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:11 smithi165 ceph-mon[33336]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:11 smithi165 ceph-mon[33336]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T09:21:13.219 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: Detected new or changed devices on smithi083 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi083 to 8032M 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:13.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: Detected new or changed devices on smithi083 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi083 to 8032M 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.221 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:13.222 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:13.222 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:13.222 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:12 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: Detected new or changed devices on smithi083 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi083 to 8032M 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:13.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:12 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:14.390 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:14 smithi083 ceph-mon[29829]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:14.390 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:14 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:21:14.390 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:14 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:21:14.390 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:14 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:14.391 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:14 smithi083 ceph-mon[41278]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:14.391 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:14 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:21:14.391 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:14 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:21:14.391 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:14 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:14.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:14 smithi165 ceph-mon[33336]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:14.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:14 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:21:14.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:14 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:21:14.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:14 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:15.153 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:15 smithi083 ceph-mon[29829]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:21:15.153 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:15 smithi083 ceph-mon[41278]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:21:15.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:15 smithi165 ceph-mon[33336]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:21:16.459 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:16 smithi083 ceph-mon[29829]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:16.459 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:16 smithi083 ceph-mon[41278]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:16.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:16 smithi165 ceph-mon[33336]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:17 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2455019267' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]: dispatch 2024-04-12T09:21:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:17 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]: dispatch 2024-04-12T09:21:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:17 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]': finished 2024-04-12T09:21:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:17 smithi165 ceph-mon[33336]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T09:21:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:17 smithi165 ceph-mon[33336]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:17 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2286614757' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:21:17.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2455019267' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]: dispatch 2024-04-12T09:21:17.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]: dispatch 2024-04-12T09:21:17.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]': finished 2024-04-12T09:21:17.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[41278]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T09:21:17.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:17.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[41278]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:17.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2286614757' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:21:17.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2455019267' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]: dispatch 2024-04-12T09:21:17.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]: dispatch 2024-04-12T09:21:17.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fd6255d-e59e-4d0b-b419-7ef14f28c3b5"}]': finished 2024-04-12T09:21:17.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[29829]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T09:21:17.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:17.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[29829]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:17.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:17 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2286614757' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:21:19.679 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:19 smithi083 ceph-mon[29829]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:19.679 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:19 smithi083 ceph-mon[41278]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:19.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:19 smithi165 ceph-mon[33336]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:21 smithi083 ceph-mon[29829]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:21.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:21 smithi083 ceph-mon[41278]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:21.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:21 smithi165 ceph-mon[33336]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:22.619 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:22 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:21:22.619 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:22 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:22.897 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:22 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:21:22.897 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:22 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:22.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:22 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:21:22.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:22 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:23.732 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:23 smithi083 ceph-mon[41278]: Deploying daemon osd.2 on smithi083 2024-04-12T09:21:23.732 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:23 smithi083 ceph-mon[41278]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:23.732 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:23 smithi083 ceph-mon[29829]: Deploying daemon osd.2 on smithi083 2024-04-12T09:21:23.732 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:23 smithi083 ceph-mon[29829]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:23.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:23 smithi165 ceph-mon[33336]: Deploying daemon osd.2 on smithi083 2024-04-12T09:21:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:23 smithi165 ceph-mon[33336]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:25.927 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:25 smithi083 ceph-mon[29829]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:25.928 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:25 smithi083 ceph-mon[41278]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:25.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:25 smithi165 ceph-mon[33336]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:27.733 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:27 smithi083 ceph-mon[29829]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:27.734 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:27 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:27.734 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:27 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:27.734 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:27 smithi083 ceph-mon[41278]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:27.734 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:27 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:27.734 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:27 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:27.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:27 smithi165 ceph-mon[33336]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:27.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:27 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:27.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:27 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:28.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:28 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:29.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:28 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:29.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:28 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:29.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:29 smithi165 ceph-mon[33336]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:29 smithi083 ceph-mon[29829]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:30.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:29 smithi083 ceph-mon[41278]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:30.825 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 2 on host 'smithi083' 2024-04-12T09:21:31.448 DEBUG:teuthology.orchestra.run.smithi083:osd.2> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.2.service 2024-04-12T09:21:31.450 INFO:tasks.cephadm:Deploying osd.3 on smithi083 with /dev/vg_nvme/lv_1... 2024-04-12T09:21:31.450 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T09:21:31.751 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[29829]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[29829]: from='osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[29829]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[41278]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[41278]: from='osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[41278]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:31 smithi165 ceph-mon[33336]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:31 smithi165 ceph-mon[33336]: from='osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:21:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:31 smithi165 ceph-mon[33336]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:21:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:32.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:32 smithi165 ceph-mon[33336]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T09:21:32.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:32 smithi165 ceph-mon[33336]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T09:21:32.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:32 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:32.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:32 smithi165 ceph-mon[33336]: from='osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:32.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:32 smithi165 ceph-mon[33336]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:33.031 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[41278]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T09:21:33.031 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[41278]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T09:21:33.031 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:33.031 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[41278]: from='osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:33.031 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[41278]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:33.032 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[29829]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T09:21:33.032 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[29829]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T09:21:33.032 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:33.032 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[29829]: from='osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:33.032 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-mon[29829]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:33.032 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[58067]: 2024-04-12T09:21:32.646+0000 7fa1e6ac9700 -1 osd.2 0 waiting for initial osdmap 2024-04-12T09:21:33.032 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:32 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[58067]: 2024-04-12T09:21:32.648+0000 7fa1e10c3700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[41278]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[41278]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[41278]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[29829]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[29829]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[29829]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T09:21:33.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:33.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:33 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:33.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:33 smithi165 ceph-mon[33336]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:33.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:33 smithi165 ceph-mon[33336]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:33.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:33 smithi165 ceph-mon[33336]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T09:21:33.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:33 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:33.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:33 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:34.910 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T09:21:34.910 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T09:21:34.910 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2024-04-12T09:21:34.910 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2024-04-12T09:21:34.910 INFO:teuthology.orchestra.run.smithi083.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131688 s, 796 MB/s 2024-04-12T09:21:34.911 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2024-04-12T09:21:35.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[41278]: purged_snaps scrub starts 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[41278]: purged_snaps scrub ok 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[41278]: osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858] boot 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[41278]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[29829]: purged_snaps scrub starts 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[29829]: purged_snaps scrub ok 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[29829]: osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858] boot 2024-04-12T09:21:35.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[29829]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T09:21:35.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:34 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:35.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:34 smithi165 ceph-mon[33336]: purged_snaps scrub starts 2024-04-12T09:21:35.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:34 smithi165 ceph-mon[33336]: purged_snaps scrub ok 2024-04-12T09:21:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:34 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:34 smithi165 ceph-mon[33336]: osd.2 [v2:172.21.15.83:6818/2725591858,v1:172.21.15.83:6819/2725591858] boot 2024-04-12T09:21:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:34 smithi165 ceph-mon[33336]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T09:21:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:34 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:21:35.548 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi083:vg_nvme/lv_1 2024-04-12T09:21:36.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[29829]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:36.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-12T09:21:36.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-12T09:21:36.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[29829]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T09:21:36.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:21:36.146 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[41278]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:36.147 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-12T09:21:36.147 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-12T09:21:36.147 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[41278]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T09:21:36.147 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:21:36.242 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:21:36.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:35 smithi165 ceph-mon[33336]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T09:21:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-12T09:21:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-12T09:21:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:35 smithi165 ceph-mon[33336]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T09:21:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:21:36.473 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62335]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T09:21:36.473 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62335]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:36.473 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62335]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:36.473 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62335]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:36.755 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62440]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T09:21:36.755 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62440]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:36.755 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62440]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:36.755 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62440]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:37.014 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62471]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T09:21:37.014 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62471]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:37.014 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62471]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:37.014 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:36 smithi083 sudo[62471]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.015 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.016 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:37.017 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:37.017 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.017 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:37.017 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:37.017 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:37.017 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.017 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:36 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:37.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:21:37.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:36 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:37.264 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62482]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T09:21:37.264 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62482]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:37.264 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62482]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:37.264 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62482]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:37.264 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62485]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T09:21:37.265 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62485]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:37.265 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62485]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:37.530 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62485]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:37.781 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62508]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T09:21:37.781 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62508]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:37.781 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62508]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:37.781 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62508]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:38.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62538]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T09:21:38.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62538]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:38.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62538]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:38.046 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:37 smithi083 sudo[62538]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:38.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[41278]: Detected new or changed devices on smithi083 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi083 to 5354M 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[41278]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[41278]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[41278]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 sudo[62561]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 sudo[62561]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 sudo[62561]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 sudo[62561]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[29829]: Detected new or changed devices on smithi083 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi083 to 5354M 2024-04-12T09:21:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[29829]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:38.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[29829]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T09:21:38.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:38 smithi083 ceph-mon[29829]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T09:21:38.308 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 ceph-mon[33336]: Detected new or changed devices on smithi083 2024-04-12T09:21:38.308 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi083 to 5354M 2024-04-12T09:21:38.308 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 ceph-mon[33336]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:38.309 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 ceph-mon[33336]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T09:21:38.309 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 ceph-mon[33336]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T09:21:38.309 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 sudo[36169]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T09:21:38.309 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 sudo[36169]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:38.309 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 sudo[36169]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:38.309 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 sudo[36169]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:38.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 sudo[36172]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T09:21:38.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 sudo[36172]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:38.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 sudo[36172]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:38.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:38 smithi165 sudo[36172]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:39.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 sudo[62725]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T09:21:39.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 sudo[62725]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:39.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 sudo[62725]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:39.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:38 smithi083 sudo[62725]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:39.380 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:39.381 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 sudo[62736]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 sudo[62736]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 sudo[62736]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 sudo[62736]: pam_unix(sudo:session): session closed for user root 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:21:39.382 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.383 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:39 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:39.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:39.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:39.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:39.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:21:39.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:21:39.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:39 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:21:40.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:40 smithi083 ceph-mon[29829]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:40.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:40 smithi083 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:40.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:40 smithi083 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:40.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:40 smithi083 ceph-mon[41278]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:40.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:40 smithi083 ceph-mon[41278]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:40.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:40 smithi083 ceph-mon[41278]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:40.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:40 smithi165 ceph-mon[33336]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:40.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:40 smithi165 ceph-mon[33336]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T09:21:40.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:40 smithi165 ceph-mon[33336]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T09:21:41.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:41 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/152192558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3578f496-53d6-48ed-9868-8f9fa550dfde"}]: dispatch 2024-04-12T09:21:41.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:41 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/152192558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3578f496-53d6-48ed-9868-8f9fa550dfde"}]': finished 2024-04-12T09:21:41.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:41 smithi165 ceph-mon[33336]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T09:21:41.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:41 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/152192558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3578f496-53d6-48ed-9868-8f9fa550dfde"}]: dispatch 2024-04-12T09:21:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:41 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/152192558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3578f496-53d6-48ed-9868-8f9fa550dfde"}]': finished 2024-04-12T09:21:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:41 smithi083 ceph-mon[29829]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T09:21:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:41 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/152192558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3578f496-53d6-48ed-9868-8f9fa550dfde"}]: dispatch 2024-04-12T09:21:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:41 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/152192558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3578f496-53d6-48ed-9868-8f9fa550dfde"}]': finished 2024-04-12T09:21:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:41 smithi083 ceph-mon[41278]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T09:21:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:42.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:42 smithi165 ceph-mon[33336]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:42.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:42 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2975870001' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:21:42.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:42 smithi083 ceph-mon[41278]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:42.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:42 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2975870001' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:21:42.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:42 smithi083 ceph-mon[29829]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:42.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:42 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2975870001' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:21:43.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:43 smithi165 ceph-mon[33336]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:43.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:43 smithi083 ceph-mon[29829]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:43.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:43 smithi083 ceph-mon[41278]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:45.641 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:45 smithi083 ceph-mon[41278]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:45.641 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:45 smithi083 ceph-mon[29829]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:45.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:45 smithi165 ceph-mon[33336]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:47 smithi083 ceph-mon[29829]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:21:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:47 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:47 smithi083 ceph-mon[29829]: Deploying daemon osd.3 on smithi083 2024-04-12T09:21:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:47 smithi083 ceph-mon[41278]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:21:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:47 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:47 smithi083 ceph-mon[41278]: Deploying daemon osd.3 on smithi083 2024-04-12T09:21:47.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:47 smithi165 ceph-mon[33336]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:21:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:47 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:21:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:47 smithi165 ceph-mon[33336]: Deploying daemon osd.3 on smithi083 2024-04-12T09:21:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:49 smithi083 ceph-mon[29829]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:49.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:49 smithi083 ceph-mon[41278]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:49.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:49 smithi165 ceph-mon[33336]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:51.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:51 smithi165 ceph-mon[33336]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:52.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:51 smithi083 ceph-mon[29829]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:51 smithi083 ceph-mon[41278]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:52.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:52 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:52.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:52 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:52.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:52 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:52.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:52 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:52.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:52 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:52.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:52 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:52.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:52 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:21:52.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:52 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:52.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:52 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:54.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:53 smithi165 ceph-mon[33336]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:54.295 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:53 smithi083 ceph-mon[41278]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:54.295 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:53 smithi083 ceph-mon[29829]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:54.646 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 3 on host 'smithi083' 2024-04-12T09:21:55.257 DEBUG:teuthology.orchestra.run.smithi083:osd.3> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.3.service 2024-04-12T09:21:55.260 INFO:tasks.cephadm:Deploying osd.4 on smithi165 with /dev/vg_nvme/lv_4... 2024-04-12T09:21:55.260 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T09:21:55.517 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:21:55.875 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:55 smithi165 ceph-mon[33336]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:55.876 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:55 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:55.876 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:55 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:55.876 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:55 smithi165 ceph-mon[33336]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:21:56.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:55 smithi083 ceph-mon[29829]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:55 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:55 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:55 smithi083 ceph-mon[29829]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:21:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:55 smithi083 ceph-mon[41278]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:55 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:55 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:55 smithi083 ceph-mon[41278]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:21:56.930 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[41278]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T09:21:56.930 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[41278]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T09:21:56.930 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:56.930 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[41278]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:56.930 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.930 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.931 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[29829]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T09:21:56.931 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[29829]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T09:21:56.931 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:56.931 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[29829]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:56.931 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.931 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.931 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[64641]: 2024-04-12T09:21:56.853+0000 7f7e51282700 -1 osd.3 0 waiting for initial osdmap 2024-04-12T09:21:56.931 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:21:56 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[64641]: 2024-04-12T09:21:56.858+0000 7f7e4b87c700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:21:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:56 smithi165 ceph-mon[33336]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T09:21:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:56 smithi165 ceph-mon[33336]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T09:21:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:56 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:56 smithi165 ceph-mon[33336]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:21:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:56 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:56 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:21:57.324 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T09:21:57.325 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T09:21:57.325 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2024-04-12T09:21:57.325 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2024-04-12T09:21:57.325 INFO:teuthology.orchestra.run.smithi165.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0117891 s, 889 MB/s 2024-04-12T09:21:57.325 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2024-04-12T09:21:57.906 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:57 smithi165 ceph-mon[33336]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:57.906 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:57 smithi165 ceph-mon[33336]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:57.906 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:57 smithi165 ceph-mon[33336]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T09:21:57.906 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:57.906 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:57.908 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi165:vg_nvme/lv_4 2024-04-12T09:21:57.966 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[41278]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:57.966 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[41278]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:57.966 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[41278]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T09:21:57.966 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:57.966 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:57.967 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[29829]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:21:57.967 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[29829]: from='osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-12T09:21:57.967 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[29829]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T09:21:57.967 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:57.967 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:57 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:58.159 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:21:59.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[29829]: purged_snaps scrub starts 2024-04-12T09:21:59.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[29829]: purged_snaps scrub ok 2024-04-12T09:21:59.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[29829]: osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397] boot 2024-04-12T09:21:59.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[29829]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T09:21:59.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:59.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[41278]: purged_snaps scrub starts 2024-04-12T09:21:59.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[41278]: purged_snaps scrub ok 2024-04-12T09:21:59.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[41278]: osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397] boot 2024-04-12T09:21:59.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[41278]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T09:21:59.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:58 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:21:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:58 smithi165 ceph-mon[33336]: purged_snaps scrub starts 2024-04-12T09:21:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:58 smithi165 ceph-mon[33336]: purged_snaps scrub ok 2024-04-12T09:21:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:58 smithi165 ceph-mon[33336]: osd.3 [v2:172.21.15.83:6826/878903397,v1:172.21.15.83:6827/878903397] boot 2024-04-12T09:21:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:58 smithi165 ceph-mon[33336]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T09:21:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:58 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:00.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:00.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:00.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:21:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:00.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:00.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:00.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:00.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:00.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:00.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:21:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:00 smithi165 ceph-mon[33336]: Detected new or changed devices on smithi083 2024-04-12T09:22:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:00 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi083 to 4016M 2024-04-12T09:22:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:00 smithi165 ceph-mon[33336]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:00 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:00 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:00 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[29829]: Detected new or changed devices on smithi083 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi083 to 4016M 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[29829]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[41278]: Detected new or changed devices on smithi083 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi083 to 4016M 2024-04-12T09:22:01.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[41278]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:01.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:01.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:01.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:00 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:01 smithi165 ceph-mon[33336]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:02.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:01 smithi083 ceph-mon[41278]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:02.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:01 smithi083 ceph-mon[29829]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:03.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:02 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/3107223535' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]: dispatch 2024-04-12T09:22:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:02 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]: dispatch 2024-04-12T09:22:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:02 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]': finished 2024-04-12T09:22:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:02 smithi165 ceph-mon[33336]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T09:22:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:02 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:03.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/3107223535' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]: dispatch 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]: dispatch 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]': finished 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[41278]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/3107223535' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]: dispatch 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]: dispatch 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "684bdf2f-4335-46f8-acb5-e5d4c621f566"}]': finished 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[29829]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T09:22:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:02 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:04.144 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:03 smithi165 ceph-mon[33336]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:04.144 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:03 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/1252244855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:03 smithi083 ceph-mon[41278]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:03 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/1252244855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:03 smithi083 ceph-mon[29829]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:03 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/1252244855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:05.980 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:05 smithi165 ceph-mon[33336]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:06.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:05 smithi083 ceph-mon[41278]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:05 smithi083 ceph-mon[29829]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:07 smithi165 ceph-mon[33336]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:08.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:07 smithi083 ceph-mon[29829]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:08.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:07 smithi083 ceph-mon[41278]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:09.172 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:08 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T09:22:09.172 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:08 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:08 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T09:22:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:08 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:09.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:08 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T09:22:09.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:08 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:10.173 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:09 smithi165 ceph-mon[33336]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:10.174 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:09 smithi165 ceph-mon[33336]: Deploying daemon osd.4 on smithi165 2024-04-12T09:22:10.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:09 smithi083 ceph-mon[29829]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:09 smithi083 ceph-mon[29829]: Deploying daemon osd.4 on smithi165 2024-04-12T09:22:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:09 smithi083 ceph-mon[41278]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:09 smithi083 ceph-mon[41278]: Deploying daemon osd.4 on smithi165 2024-04-12T09:22:12.216 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:11 smithi165 ceph-mon[33336]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:12.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:11 smithi083 ceph-mon[29829]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:11 smithi083 ceph-mon[41278]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:14.157 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:13 smithi165 ceph-mon[33336]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:14.157 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:14.157 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:14.157 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:14.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:13 smithi083 ceph-mon[29829]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:14.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:14.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:14.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:14.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:13 smithi083 ceph-mon[41278]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:14.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:14.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:14.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:15.964 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:15 smithi165 ceph-mon[33336]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:16.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:15 smithi083 ceph-mon[29829]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:16.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:15 smithi083 ceph-mon[41278]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:16.845 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 4 on host 'smithi165' 2024-04-12T09:22:17.423 DEBUG:teuthology.orchestra.run.smithi165:osd.4> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.4.service 2024-04-12T09:22:17.425 INFO:tasks.cephadm:Deploying osd.5 on smithi165 with /dev/vg_nvme/lv_3... 2024-04-12T09:22:17.425 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T09:22:17.720 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:22:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[29829]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[29829]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T09:22:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[41278]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[41278]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T09:22:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:17 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.143 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:17 smithi165 ceph-mon[33336]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:18.143 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.143 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.143 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:17 smithi165 ceph-mon[33336]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T09:22:18.144 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.144 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:17 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:18.832 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:18 smithi165 ceph-mon[33336]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T09:22:18.832 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:18 smithi165 ceph-mon[33336]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T09:22:18.832 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:18 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:18.832 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:18 smithi165 ceph-mon[33336]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:18.833 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:22:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:22:18.804+0000 7fedf9ee4700 -1 osd.4 0 waiting for initial osdmap 2024-04-12T09:22:18.833 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:22:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:22:18.811+0000 7fedf5ce1700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:22:19.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:18 smithi083 ceph-mon[29829]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T09:22:19.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:18 smithi083 ceph-mon[29829]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T09:22:19.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:18 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:19.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:18 smithi083 ceph-mon[29829]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:18 smithi083 ceph-mon[41278]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T09:22:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:18 smithi083 ceph-mon[41278]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T09:22:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:18 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:18 smithi083 ceph-mon[41278]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:19.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:19 smithi165 ceph-mon[33336]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:19 smithi165 ceph-mon[33336]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:22:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:19 smithi165 ceph-mon[33336]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T09:22:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:19 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:19 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:19 smithi165 ceph-mon[33336]: osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869] boot 2024-04-12T09:22:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:19 smithi165 ceph-mon[33336]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T09:22:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:19 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:20.176 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T09:22:20.176 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T09:22:20.176 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2024-04-12T09:22:20.176 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2024-04-12T09:22:20.176 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126645 s, 828 MB/s 2024-04-12T09:22:20.177 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[29829]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[29829]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[29829]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[29829]: osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869] boot 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[29829]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:20.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[41278]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T09:22:20.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[41278]: from='osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:22:20.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[41278]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T09:22:20.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:20.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:20.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[41278]: osd.4 [v2:172.21.15.165:6800/48389869,v1:172.21.15.165:6801/48389869] boot 2024-04-12T09:22:20.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[41278]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T09:22:20.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:19 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:22:20.911 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:20 smithi165 ceph-mon[33336]: purged_snaps scrub starts 2024-04-12T09:22:20.911 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:20 smithi165 ceph-mon[33336]: purged_snaps scrub ok 2024-04-12T09:22:20.911 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:20 smithi165 ceph-mon[33336]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T09:22:20.935 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi165:vg_nvme/lv_3 2024-04-12T09:22:21.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:20 smithi083 ceph-mon[29829]: purged_snaps scrub starts 2024-04-12T09:22:21.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:20 smithi083 ceph-mon[29829]: purged_snaps scrub ok 2024-04-12T09:22:21.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:20 smithi083 ceph-mon[29829]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T09:22:21.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:20 smithi083 ceph-mon[41278]: purged_snaps scrub starts 2024-04-12T09:22:21.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:20 smithi083 ceph-mon[41278]: purged_snaps scrub ok 2024-04-12T09:22:21.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:20 smithi083 ceph-mon[41278]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T09:22:21.464 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:22:21.875 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:21 smithi165 ceph-mon[33336]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:21.875 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:21 smithi165 ceph-mon[33336]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T09:22:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:21 smithi083 ceph-mon[29829]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:21 smithi083 ceph-mon[29829]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T09:22:22.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:21 smithi083 ceph-mon[41278]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:22.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:21 smithi083 ceph-mon[41278]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: Detected new or changed devices on smithi165 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi165 to 17088M 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: Detected new or changed devices on smithi165 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi165 to 17088M 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:24.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:23 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: Detected new or changed devices on smithi165 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi165 to 17088M 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:24.241 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T09:22:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:23 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:25.165 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:24 smithi165 ceph-mon[33336]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T09:22:25.165 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:24 smithi165 ceph-mon[33336]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:25.165 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:24 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:25.166 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:24 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:25.166 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:24 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[29829]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[29829]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[41278]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[41278]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:25.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:24 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:26.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:25 smithi165 ceph-mon[33336]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:26.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:25 smithi083 ceph-mon[29829]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:26.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:25 smithi083 ceph-mon[41278]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:27.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:26 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/2454558853' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]: dispatch 2024-04-12T09:22:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:26 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]: dispatch 2024-04-12T09:22:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:26 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]': finished 2024-04-12T09:22:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:26 smithi165 ceph-mon[33336]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T09:22:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:26 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:27.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/2454558853' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]: dispatch 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]: dispatch 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]': finished 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[29829]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/2454558853' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]: dispatch 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]: dispatch 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e4b25a1-1e62-4410-9cd2-39a08a74d663"}]': finished 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[41278]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T09:22:27.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:26 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:27 smithi165 ceph-mon[33336]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-12T09:22:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:27 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/1293362583' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:28.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:27 smithi083 ceph-mon[29829]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-12T09:22:28.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:27 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/1293362583' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:27 smithi083 ceph-mon[41278]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-12T09:22:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:27 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/1293362583' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:30.198 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:29 smithi165 ceph-mon[33336]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T09:22:30.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:29 smithi083 ceph-mon[29829]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T09:22:30.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:29 smithi083 ceph-mon[41278]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T09:22:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:31 smithi165 ceph-mon[33336]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-12T09:22:32.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:31 smithi083 ceph-mon[29829]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-12T09:22:32.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:31 smithi083 ceph-mon[41278]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-12T09:22:32.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:32 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T09:22:32.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:32 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:33.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:32 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T09:22:33.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:32 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:33.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:32 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T09:22:33.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:32 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:34.172 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:33 smithi165 ceph-mon[33336]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-12T09:22:34.173 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:33 smithi165 ceph-mon[33336]: Deploying daemon osd.5 on smithi165 2024-04-12T09:22:34.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:33 smithi083 ceph-mon[29829]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-12T09:22:34.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:33 smithi083 ceph-mon[29829]: Deploying daemon osd.5 on smithi165 2024-04-12T09:22:34.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:33 smithi083 ceph-mon[41278]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-12T09:22:34.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:33 smithi083 ceph-mon[41278]: Deploying daemon osd.5 on smithi165 2024-04-12T09:22:36.163 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:35 smithi165 ceph-mon[33336]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T09:22:36.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:35 smithi083 ceph-mon[29829]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T09:22:36.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:35 smithi083 ceph-mon[41278]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T09:22:37.929 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:37 smithi165 ceph-mon[33336]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:37 smithi083 ceph-mon[29829]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:38.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:37 smithi083 ceph-mon[41278]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:39.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:38 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:39.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:38 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:39.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:38 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:39.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:39.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:39.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:38 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:39.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:38 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:39.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:38 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:39.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:38 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:40.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:39 smithi165 ceph-mon[33336]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:40.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:39 smithi083 ceph-mon[29829]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:39 smithi083 ceph-mon[41278]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:41.643 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 5 on host 'smithi165' 2024-04-12T09:22:41.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:41.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:41.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:41.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:41.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:41 smithi165 ceph-mon[33336]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:41.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:41 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:41.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:41 smithi165 ceph-mon[33336]: from='osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T09:22:41.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:41 smithi165 ceph-mon[33336]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T09:22:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[29829]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[29829]: from='osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T09:22:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[29829]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T09:22:42.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:42.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:42.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:42.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:42.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[41278]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:42.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:42.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[41278]: from='osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T09:22:42.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:41 smithi083 ceph-mon[41278]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T09:22:42.340 DEBUG:teuthology.orchestra.run.smithi165:osd.5> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.5.service 2024-04-12T09:22:42.343 INFO:tasks.cephadm:Deploying osd.6 on smithi165 with /dev/vg_nvme/lv_2... 2024-04-12T09:22:42.343 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T09:22:42.992 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:22:42.588+0000 7f55162da700 -1 osd.5 0 waiting for initial osdmap 2024-04-12T09:22:42.993 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:22:42.593+0000 7f55118d6700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:22:42.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-mon[33336]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T09:22:42.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-mon[33336]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T09:22:42.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:42.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-mon[33336]: from='osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:42.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-mon[33336]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:42.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:42.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:42.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[29829]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[29829]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[29829]: from='osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[29829]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:43.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[41278]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T09:22:43.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[41278]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T09:22:43.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:43.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[41278]: from='osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:43.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[41278]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:22:43.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:43.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:43.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:22:43.332 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:22:43.690 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:43 smithi165 ceph-mon[33336]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:43.691 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:43 smithi165 ceph-mon[33336]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:22:43.691 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:43 smithi165 ceph-mon[33336]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T09:22:43.691 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:43.691 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:43.691 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:43 smithi165 ceph-mon[33336]: osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231] boot 2024-04-12T09:22:43.691 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:43 smithi165 ceph-mon[33336]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T09:22:43.691 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:43 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[41278]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[41278]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:22:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[41278]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T09:22:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[41278]: osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231] boot 2024-04-12T09:22:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[41278]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T09:22:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:44.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[29829]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T09:22:44.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[29829]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:22:44.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[29829]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T09:22:44.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:44.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:44.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[29829]: osd.5 [v2:172.21.15.165:6808/3067205231,v1:172.21.15.165:6809/3067205231] boot 2024-04-12T09:22:44.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[29829]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T09:22:44.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:43 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:22:44.889 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:44 smithi165 ceph-mon[33336]: purged_snaps scrub starts 2024-04-12T09:22:44.890 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:44 smithi165 ceph-mon[33336]: purged_snaps scrub ok 2024-04-12T09:22:44.890 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:44 smithi165 ceph-mon[33336]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T09:22:45.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:44 smithi083 ceph-mon[29829]: purged_snaps scrub starts 2024-04-12T09:22:45.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:44 smithi083 ceph-mon[29829]: purged_snaps scrub ok 2024-04-12T09:22:45.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:44 smithi083 ceph-mon[29829]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T09:22:45.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:44 smithi083 ceph-mon[41278]: purged_snaps scrub starts 2024-04-12T09:22:45.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:44 smithi083 ceph-mon[41278]: purged_snaps scrub ok 2024-04-12T09:22:45.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:44 smithi083 ceph-mon[41278]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T09:22:45.836 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:45.836 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:45.836 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:45.836 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:45.836 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:45.836 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:45.836 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:45.836 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:45.837 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:45.837 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:45 smithi165 ceph-mon[33336]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[29829]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:22:46.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:45 smithi083 ceph-mon[41278]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T09:22:46.404 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T09:22:46.405 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T09:22:46.405 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2024-04-12T09:22:46.405 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2024-04-12T09:22:46.405 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131291 s, 799 MB/s 2024-04-12T09:22:46.405 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2024-04-12T09:22:46.912 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:46 smithi165 ceph-mon[33336]: Detected new or changed devices on smithi165 2024-04-12T09:22:46.912 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:46 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi165 to 8544M 2024-04-12T09:22:46.912 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:46 smithi165 ceph-mon[33336]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T09:22:46.955 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:46 smithi083 ceph-mon[29829]: Detected new or changed devices on smithi165 2024-04-12T09:22:46.955 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:46 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi165 to 8544M 2024-04-12T09:22:46.955 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:46 smithi083 ceph-mon[29829]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T09:22:46.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:46 smithi083 ceph-mon[41278]: Detected new or changed devices on smithi165 2024-04-12T09:22:46.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:46 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi165 to 8544M 2024-04-12T09:22:46.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:46 smithi083 ceph-mon[41278]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T09:22:47.030 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi165:vg_nvme/lv_2 2024-04-12T09:22:47.280 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:22:47.659 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:47 smithi165 ceph-mon[33336]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:47.659 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:47 smithi165 ceph-mon[33336]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T09:22:48.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:47 smithi083 ceph-mon[29829]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:48.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:47 smithi083 ceph-mon[29829]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T09:22:48.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:47 smithi083 ceph-mon[41278]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:48.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:47 smithi083 ceph-mon[41278]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T09:22:49.709 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:49 smithi165 ceph-mon[33336]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:49.709 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:49 smithi165 ceph-mon[33336]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:49.709 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:49 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:49.709 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:49 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:49.709 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:49 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[29829]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[29829]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[41278]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[41278]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:22:50.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:49 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:51 smithi165 ceph-mon[33336]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:51 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/2141556702' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]: dispatch 2024-04-12T09:22:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:51 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]: dispatch 2024-04-12T09:22:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:51 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]': finished 2024-04-12T09:22:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:51 smithi165 ceph-mon[33336]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T09:22:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:51 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:22:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[41278]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/2141556702' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]: dispatch 2024-04-12T09:22:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]: dispatch 2024-04-12T09:22:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]': finished 2024-04-12T09:22:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[41278]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T09:22:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:22:52.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[29829]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:52.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/2141556702' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]: dispatch 2024-04-12T09:22:52.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]: dispatch 2024-04-12T09:22:52.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28f01575-af73-4149-b25f-df09b9320745"}]': finished 2024-04-12T09:22:52.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[29829]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T09:22:52.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:51 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:22:52.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:52 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/2464737058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:53.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:52 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/2464737058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:53.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:52 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/2464737058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:22:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:53 smithi165 ceph-mon[33336]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:54.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:53 smithi083 ceph-mon[29829]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:54.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:53 smithi083 ceph-mon[41278]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:55.975 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:55 smithi165 ceph-mon[33336]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:55 smithi083 ceph-mon[29829]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:55 smithi083 ceph-mon[41278]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:57.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:57 smithi165 ceph-mon[33336]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:58.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:57 smithi083 ceph-mon[29829]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:57 smithi083 ceph-mon[41278]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:22:58.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:58 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T09:22:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:58 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:58 smithi165 ceph-mon[33336]: Deploying daemon osd.6 on smithi165 2024-04-12T09:22:59.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:58 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T09:22:59.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:58 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:59.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:58 smithi083 ceph-mon[29829]: Deploying daemon osd.6 on smithi165 2024-04-12T09:22:59.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:58 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T09:22:59.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:58 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:22:59.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:58 smithi083 ceph-mon[41278]: Deploying daemon osd.6 on smithi165 2024-04-12T09:22:59.712 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:22:59 smithi165 ceph-mon[33336]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:00.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:22:59 smithi083 ceph-mon[41278]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:22:59 smithi083 ceph-mon[29829]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:01.918 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:01 smithi165 ceph-mon[33336]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:02.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:01 smithi083 ceph-mon[29829]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:02.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:01 smithi083 ceph-mon[41278]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:04.153 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:03 smithi165 ceph-mon[33336]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:04.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:03 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:04.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:03 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:04.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:03 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:04.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:03 smithi083 ceph-mon[29829]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:03 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:03 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:03 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:03 smithi083 ceph-mon[41278]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:03 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:03 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:03 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:06.102 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:05 smithi165 ceph-mon[33336]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:06.102 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:05 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.102 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:05 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.102 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:05 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:06.102 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:05 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:06.102 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:05 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.178 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 6 on host 'smithi165' 2024-04-12T09:23:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[29829]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[41278]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:05 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:06.785 DEBUG:teuthology.orchestra.run.smithi165:osd.6> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.6.service 2024-04-12T09:23:06.787 INFO:tasks.cephadm:Deploying osd.7 on smithi165 with /dev/vg_nvme/lv_1... 2024-04-12T09:23:06.788 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T09:23:07.058 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:06 smithi165 ceph-mon[33336]: from='osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T09:23:07.058 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:06 smithi165 ceph-mon[33336]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T09:23:07.058 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:06 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:07.058 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:06 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:07.058 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:06 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[29829]: from='osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T09:23:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[29829]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T09:23:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:07.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[41278]: from='osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T09:23:07.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[41278]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T09:23:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:06 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:07.545 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:23:07.922 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:07 smithi165 ceph-mon[33336]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:07.922 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:07 smithi165 ceph-mon[33336]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T09:23:07.922 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:07 smithi165 ceph-mon[33336]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T09:23:07.922 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:07 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:07.922 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:07 smithi165 ceph-mon[33336]: from='osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:07.922 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:07 smithi165 ceph-mon[33336]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:07.922 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:23:07 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:23:07.839+0000 7fbcd20af700 -1 osd.6 0 waiting for initial osdmap 2024-04-12T09:23:07.923 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:23:07 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:23:07.846+0000 7fbccc6a9700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[29829]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[29829]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[29829]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[29829]: from='osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[29829]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[41278]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[41278]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T09:23:08.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[41278]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T09:23:08.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:08.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[41278]: from='osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:08.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:07 smithi083 ceph-mon[41278]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:09.152 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:08 smithi165 ceph-mon[33336]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:23:09.152 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:08 smithi165 ceph-mon[33336]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T09:23:09.152 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:08 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:09.152 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:08 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:09.152 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:08 smithi165 ceph-mon[33336]: osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471] boot 2024-04-12T09:23:09.152 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:08 smithi165 ceph-mon[33336]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T09:23:09.152 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:08 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[29829]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[29829]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[29829]: osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471] boot 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[29829]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[41278]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[41278]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T09:23:09.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:09.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:09.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[41278]: osd.6 [v2:172.21.15.165:6816/3828439471,v1:172.21.15.165:6817/3828439471] boot 2024-04-12T09:23:09.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[41278]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T09:23:09.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:08 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:23:10.159 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:09 smithi165 ceph-mon[33336]: purged_snaps scrub starts 2024-04-12T09:23:10.159 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:09 smithi165 ceph-mon[33336]: purged_snaps scrub ok 2024-04-12T09:23:10.159 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:09 smithi165 ceph-mon[33336]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:10.159 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:09 smithi165 ceph-mon[33336]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T09:23:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:09 smithi083 ceph-mon[29829]: purged_snaps scrub starts 2024-04-12T09:23:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:09 smithi083 ceph-mon[29829]: purged_snaps scrub ok 2024-04-12T09:23:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:09 smithi083 ceph-mon[29829]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:09 smithi083 ceph-mon[29829]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T09:23:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:09 smithi083 ceph-mon[41278]: purged_snaps scrub starts 2024-04-12T09:23:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:09 smithi083 ceph-mon[41278]: purged_snaps scrub ok 2024-04-12T09:23:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:09 smithi083 ceph-mon[41278]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T09:23:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:09 smithi083 ceph-mon[41278]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T09:23:10.600 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T09:23:10.601 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T09:23:10.601 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2024-04-12T09:23:10.601 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2024-04-12T09:23:10.601 INFO:teuthology.orchestra.run.smithi165.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123316 s, 850 MB/s 2024-04-12T09:23:10.601 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2024-04-12T09:23:11.265 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi165:vg_nvme/lv_1 2024-04-12T09:23:11.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: Detected new or changed devices on smithi165 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi165 to 5696M 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:11.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:11 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.517 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: Detected new or changed devices on smithi165 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi165 to 5696M 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: Detected new or changed devices on smithi165 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi165 to 5696M 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:11.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:11.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:11 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:12.906 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:12 smithi165 ceph-mon[33336]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T09:23:13.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:12 smithi083 ceph-mon[29829]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T09:23:13.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:12 smithi083 ceph-mon[41278]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T09:23:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:13 smithi165 ceph-mon[33336]: pgmap v153: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T09:23:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:13 smithi165 ceph-mon[33336]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T09:23:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:13 smithi165 ceph-mon[33336]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T09:23:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:23:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:23:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:13 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[29829]: pgmap v153: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T09:23:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[29829]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T09:23:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[29829]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T09:23:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:23:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:23:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[41278]: pgmap v153: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T09:23:14.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[41278]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T09:23:14.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[41278]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T09:23:14.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T09:23:14.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T09:23:14.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:13 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:15.032 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:14 smithi165 ceph-mon[33336]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:15.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:14 smithi083 ceph-mon[41278]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:15.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:14 smithi083 ceph-mon[29829]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:15.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:15 smithi165 ceph-mon[33336]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-12T09:23:15.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:15 smithi165 ceph-mon[33336]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T09:23:15.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:15 smithi165 ceph-mon[33336]: Cluster is now healthy 2024-04-12T09:23:16.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:15 smithi083 ceph-mon[29829]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-12T09:23:16.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:15 smithi083 ceph-mon[29829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T09:23:16.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:15 smithi083 ceph-mon[29829]: Cluster is now healthy 2024-04-12T09:23:16.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:15 smithi083 ceph-mon[41278]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-12T09:23:16.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:15 smithi083 ceph-mon[41278]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T09:23:16.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:15 smithi083 ceph-mon[41278]: Cluster is now healthy 2024-04-12T09:23:17.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/2414163548' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]: dispatch 2024-04-12T09:23:17.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]: dispatch 2024-04-12T09:23:17.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]': finished 2024-04-12T09:23:17.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[29829]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T09:23:17.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:17.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/2699376193' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:23:17.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/2414163548' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]: dispatch 2024-04-12T09:23:17.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]: dispatch 2024-04-12T09:23:17.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[41278]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]': finished 2024-04-12T09:23:17.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[41278]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T09:23:17.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:17.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:16 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/2699376193' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:23:17.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:16 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/2414163548' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]: dispatch 2024-04-12T09:23:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:16 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]: dispatch 2024-04-12T09:23:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:16 smithi165 ceph-mon[33336]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8079953-cedc-49b0-a718-b38157be2229"}]': finished 2024-04-12T09:23:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:16 smithi165 ceph-mon[33336]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T09:23:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:16 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:16 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/2699376193' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T09:23:18.222 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:17 smithi083 ceph-mon[41278]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T09:23:18.222 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:17 smithi083 ceph-mon[29829]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T09:23:18.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:17 smithi165 ceph-mon[33336]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T09:23:20.148 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:19 smithi165 ceph-mon[33336]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-12T09:23:20.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:19 smithi083 ceph-mon[29829]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-12T09:23:20.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:19 smithi083 ceph-mon[41278]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-12T09:23:22.176 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:21 smithi165 ceph-mon[33336]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T09:23:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:21 smithi083 ceph-mon[29829]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T09:23:22.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:21 smithi083 ceph-mon[41278]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T09:23:23.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:22 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T09:23:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:22 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:23.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:22 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T09:23:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:22 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:22 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T09:23:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:22 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:23 smithi165 ceph-mon[33336]: Deploying daemon osd.7 on smithi165 2024-04-12T09:23:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:23 smithi165 ceph-mon[33336]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-12T09:23:24.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:23 smithi083 ceph-mon[29829]: Deploying daemon osd.7 on smithi165 2024-04-12T09:23:24.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:23 smithi083 ceph-mon[29829]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-12T09:23:24.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:23 smithi083 ceph-mon[41278]: Deploying daemon osd.7 on smithi165 2024-04-12T09:23:24.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:23 smithi083 ceph-mon[41278]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-12T09:23:26.078 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:25 smithi165 ceph-mon[33336]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:26.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:25 smithi083 ceph-mon[29829]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:26.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:25 smithi083 ceph-mon[41278]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:28.176 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:27 smithi165 ceph-mon[33336]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:28.176 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:27 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:28.176 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:27 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:28.176 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:27 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:28.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:27 smithi083 ceph-mon[29829]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:28.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:27 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:28.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:27 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:28.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:27 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:27 smithi083 ceph-mon[41278]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:27 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:27 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:27 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:30.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:29 smithi165 ceph-mon[33336]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:30.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:29 smithi083 ceph-mon[29829]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:30.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:29 smithi083 ceph-mon[41278]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:30.943 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 7 on host 'smithi165' 2024-04-12T09:23:31.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:31 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:31 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:31.559 DEBUG:teuthology.orchestra.run.smithi165:osd.7> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.7.service 2024-04-12T09:23:31.562 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-12T09:23:31.562 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd stat -f json 2024-04-12T09:23:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:23:32.181 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:32 smithi165 ceph-mon[33336]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T09:23:32.181 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:32 smithi165 ceph-mon[33336]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T09:23:32.181 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:32 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:32.181 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:32 smithi165 ceph-mon[33336]: from='osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:32.181 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:32 smithi165 ceph-mon[33336]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:32.182 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:23:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:23:32.173+0000 7fc1b60e1700 -1 osd.7 0 waiting for initial osdmap 2024-04-12T09:23:32.182 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:23:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:23:32.180+0000 7fc1aeed8700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:23:32.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[29829]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T09:23:32.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[29829]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T09:23:32.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:32.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[29829]: from='osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:32.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[29829]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:32.210 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[41278]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T09:23:32.211 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[41278]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T09:23:32.211 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:32.211 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[41278]: from='osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:32.211 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:32 smithi083 ceph-mon[41278]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-12T09:23:33.201 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:33 smithi165 ceph-mon[33336]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:23:33.202 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:33 smithi165 ceph-mon[33336]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T09:23:33.202 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:33 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:33.202 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:33 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:33.202 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:33 smithi165 ceph-mon[33336]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[41278]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[41278]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[41278]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[29829]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[29829]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:33.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:33.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:33 smithi083 ceph-mon[29829]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T09:23:33.641 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:23:34.204 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[29829]: purged_snaps scrub starts 2024-04-12T09:23:34.204 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[29829]: purged_snaps scrub ok 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[29829]: osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715] boot 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[29829]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[29829]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1050400756' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[41278]: purged_snaps scrub starts 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[41278]: purged_snaps scrub ok 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[41278]: osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715] boot 2024-04-12T09:23:34.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[41278]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T09:23:34.206 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:34.206 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[41278]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T09:23:34.206 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:34 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1050400756' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T09:23:34.228 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1712913813,"num_in_osds":8,"osd_in_since":1712913795,"num_remapped_pgs":1} 2024-04-12T09:23:34.229 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:23:34.447 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:34 smithi165 ceph-mon[33336]: purged_snaps scrub starts 2024-04-12T09:23:34.447 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:34 smithi165 ceph-mon[33336]: purged_snaps scrub ok 2024-04-12T09:23:34.447 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:34 smithi165 ceph-mon[33336]: osd.7 [v2:172.21.15.165:6824/789927715,v1:172.21.15.165:6825/789927715] boot 2024-04-12T09:23:34.447 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:34 smithi165 ceph-mon[33336]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T09:23:34.447 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:34 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:23:34.448 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:34 smithi165 ceph-mon[33336]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T09:23:34.448 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:34 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1050400756' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T09:23:34.479 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:23:35.679 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T09:23:35.679 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: Detected new or changed devices on smithi165 2024-04-12T09:23:35.679 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.679 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.679 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.679 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.679 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi165 to 4272M 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[41278]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: Detected new or changed devices on smithi165 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.680 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi165 to 4272M 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.681 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:35 smithi083 ceph-mon[29829]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T09:23:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: Detected new or changed devices on smithi165 2024-04-12T09:23:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:23:35.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi165 to 4272M 2024-04-12T09:23:35.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:35.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:35.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:35.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:35 smithi165 ceph-mon[33336]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:23:36.351 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":57,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","created":"2024-04-12T09:18:27.727292+0000","modified":"2024-04-12T09:23:35.518976+0000","last_up_change":"2024-04-12T09:23:33.168475+0000","last_in_change":"2024-04-12T09:23:15.888766+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T09:21:34.841623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"36550089-c458-47ea-bb8c-b6908cde64e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6803","nonce":1567486644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6805","nonce":1567486644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6809","nonce":1567486644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6807","nonce":1567486644}]},"public_addr":"172.21.15.83:6803/1567486644","cluster_addr":"172.21.15.83:6805/1567486644","heartbeat_back_addr":"172.21.15.83:6809/1567486644","heartbeat_front_addr":"172.21.15.83:6807/1567486644","state":["exists","up"]},{"osd":1,"uuid":"8f5adc11-3574-4014-89f9-db3632513379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6811","nonce":2142779758}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6813","nonce":2142779758}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6817","nonce":2142779758}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6815","nonce":2142779758}]},"public_addr":"172.21.15.83:6811/2142779758","cluster_addr":"172.21.15.83:6813/2142779758","heartbeat_back_addr":"172.21.15.83:6817/2142779758","heartbeat_front_addr":"172.21.15.83:6815/2142779758","state":["exists","up"]},{"osd":2,"uuid":"6fd6255d-e59e-4d0b-b419-7ef14f28c3b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6819","nonce":2725591858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6821","nonce":2725591858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6825","nonce":2725591858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6823","nonce":2725591858}]},"public_addr":"172.21.15.83:6819/2725591858","cluster_addr":"172.21.15.83:6821/2725591858","heartbeat_back_addr":"172.21.15.83:6825/2725591858","heartbeat_front_addr":"172.21.15.83:6823/2725591858","state":["exists","up"]},{"osd":3,"uuid":"3578f496-53d6-48ed-9868-8f9fa550dfde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6827","nonce":878903397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6829","nonce":878903397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6833","nonce":878903397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6831","nonce":878903397}]},"public_addr":"172.21.15.83:6827/878903397","cluster_addr":"172.21.15.83:6829/878903397","heartbeat_back_addr":"172.21.15.83:6833/878903397","heartbeat_front_addr":"172.21.15.83:6831/878903397","state":["exists","up"]},{"osd":4,"uuid":"684bdf2f-4335-46f8-acb5-e5d4c621f566","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6801","nonce":48389869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6803","nonce":48389869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6807","nonce":48389869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6805","nonce":48389869}]},"public_addr":"172.21.15.165:6801/48389869","cluster_addr":"172.21.15.165:6803/48389869","heartbeat_back_addr":"172.21.15.165:6807/48389869","heartbeat_front_addr":"172.21.15.165:6805/48389869","state":["exists","up"]},{"osd":5,"uuid":"6e4b25a1-1e62-4410-9cd2-39a08a74d663","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6809","nonce":3067205231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6811","nonce":3067205231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6815","nonce":3067205231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6813","nonce":3067205231}]},"public_addr":"172.21.15.165:6809/3067205231","cluster_addr":"172.21.15.165:6811/3067205231","heartbeat_back_addr":"172.21.15.165:6815/3067205231","heartbeat_front_addr":"172.21.15.165:6813/3067205231","state":["exists","up"]},{"osd":6,"uuid":"28f01575-af73-4149-b25f-df09b9320745","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6817","nonce":3828439471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6819","nonce":3828439471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6823","nonce":3828439471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6821","nonce":3828439471}]},"public_addr":"172.21.15.165:6817/3828439471","cluster_addr":"172.21.15.165:6819/3828439471","heartbeat_back_addr":"172.21.15.165:6823/3828439471","heartbeat_front_addr":"172.21.15.165:6821/3828439471","state":["exists","up"]},{"osd":7,"uuid":"f8079953-cedc-49b0-a718-b38157be2229","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6825","nonce":789927715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6827","nonce":789927715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6831","nonce":789927715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6829","nonce":789927715}]},"public_addr":"172.21.15.165:6825/789927715","cluster_addr":"172.21.15.165:6827/789927715","heartbeat_back_addr":"172.21.15.165:6831/789927715","heartbeat_front_addr":"172.21.15.165:6829/789927715","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:20:44.119396+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:07.949023+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:31.765014+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:55.963198+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:17.768570+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:42.070048+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:06.958939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:31.342080+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/2599589598":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/4114559448":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6800/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/3403912910":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6800/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/1229580276":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/4105042424":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/2362567008":"2024-04-13T09:19:24.531949+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:23:36.677 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:36 smithi083 ceph-mon[41278]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T09:23:36.677 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:36 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2310973578' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:23:36.678 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:36 smithi083 ceph-mon[29829]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T09:23:36.678 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:36 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2310973578' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:23:36.792 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:36 smithi165 ceph-mon[33336]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T09:23:36.792 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:36 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2310973578' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:23:37.094 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T09:21:34.841623+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-04-12T09:23:37.094 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-12T09:23:37.341 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:23:37.714 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:37 smithi083 ceph-mon[29829]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T09:23:37.714 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:37 smithi083 ceph-mon[29829]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:37.714 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:37 smithi083 ceph-mon[41278]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T09:23:37.714 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:37 smithi083 ceph-mon[41278]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:37.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:37 smithi165 ceph-mon[33336]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T09:23:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:37 smithi165 ceph-mon[33336]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:39.118 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-12T09:23:39.765 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:39 smithi083 ceph-mon[29829]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:39.765 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:39 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1199049864' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T09:23:39.766 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:39 smithi083 ceph-mon[41278]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:39.766 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:39 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1199049864' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T09:23:39.791 INFO:tasks.cephadm:Adding prometheus.a on smithi165 2024-04-12T09:23:39.791 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch apply prometheus '1;smithi165=a' 2024-04-12T09:23:39.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:39 smithi165 ceph-mon[33336]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:39.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:39 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1199049864' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T09:23:40.056 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:23:41.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:41 smithi165 ceph-mon[33336]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-12T09:23:41.817 INFO:teuthology.orchestra.run.smithi165.stdout:Scheduled prometheus update... 2024-04-12T09:23:42.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:41 smithi083 ceph-mon[29829]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-12T09:23:42.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:41 smithi083 ceph-mon[41278]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-12T09:23:42.435 DEBUG:teuthology.orchestra.run.smithi165:prometheus.a> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a.service 2024-04-12T09:23:42.437 INFO:tasks.cephadm:Adding node-exporter.a on smithi083 2024-04-12T09:23:42.438 INFO:tasks.cephadm:Adding node-exporter.b on smithi165 2024-04-12T09:23:42.438 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch apply node-exporter '2;smithi083=a;smithi165=b' 2024-04-12T09:23:42.743 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:23:43.153 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:42 smithi165 ceph-mon[33336]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:43.153 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:42 smithi165 ceph-mon[33336]: Saving service prometheus spec with placement smithi165=a;count:1 2024-04-12T09:23:43.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:43.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:43.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:43.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:43.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:42 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:43.154 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:42 smithi165 ceph-mon[33336]: Deploying daemon prometheus.a on smithi165 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[29829]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[29829]: Saving service prometheus spec with placement smithi165=a;count:1 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[29829]: Deploying daemon prometheus.a on smithi165 2024-04-12T09:23:43.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[41278]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:43.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[41278]: Saving service prometheus spec with placement smithi165=a;count:1 2024-04-12T09:23:43.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:43.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:23:43.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:23:43.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:23:43.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:43.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:42 smithi083 ceph-mon[41278]: Deploying daemon prometheus.a on smithi165 2024-04-12T09:23:44.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:43 smithi165 ceph-mon[33336]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T09:23:44.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:43 smithi083 ceph-mon[29829]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T09:23:44.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:43 smithi083 ceph-mon[41278]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T09:23:45.247 INFO:teuthology.orchestra.run.smithi165.stdout:Scheduled node-exporter update... 2024-04-12T09:23:45.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:45 smithi165 ceph-mon[33336]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-12T09:23:45.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:45 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:46.045 DEBUG:teuthology.orchestra.run.smithi083:node-exporter.a> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.a.service 2024-04-12T09:23:46.048 DEBUG:teuthology.orchestra.run.smithi165:node-exporter.b> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.b.service 2024-04-12T09:23:46.051 INFO:tasks.cephadm:Adding alertmanager.a on smithi083 2024-04-12T09:23:46.051 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch apply alertmanager '1;smithi083=a' 2024-04-12T09:23:46.120 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:45 smithi083 ceph-mon[41278]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-12T09:23:46.120 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:45 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:46.120 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:45 smithi083 ceph-mon[29829]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-12T09:23:46.120 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:45 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:46.351 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:23:46.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:46 smithi165 ceph-mon[33336]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi083=a;smithi165=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:46.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:46 smithi165 ceph-mon[33336]: Saving service node-exporter spec with placement smithi083=a;smithi165=b;count:2 2024-04-12T09:23:47.296 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:46 smithi083 ceph-mon[29829]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi083=a;smithi165=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:47.296 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:46 smithi083 ceph-mon[29829]: Saving service node-exporter spec with placement smithi083=a;smithi165=b;count:2 2024-04-12T09:23:47.296 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:46 smithi083 ceph-mon[41278]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi083=a;smithi165=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:47.296 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:46 smithi083 ceph-mon[41278]: Saving service node-exporter spec with placement smithi083=a;smithi165=b;count:2 2024-04-12T09:23:48.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:47 smithi165 ceph-mon[33336]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-12T09:23:48.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:47 smithi083 ceph-mon[29829]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-12T09:23:48.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:47 smithi083 ceph-mon[41278]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-12T09:23:50.186 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:49 smithi165 ceph-mon[33336]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T09:23:50.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:49 smithi083 ceph-mon[41278]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T09:23:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:49 smithi083 ceph-mon[29829]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T09:23:50.995 INFO:teuthology.orchestra.run.smithi165.stdout:Scheduled alertmanager update... 2024-04-12T09:23:52.140 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:51 smithi165 ceph-mon[33336]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T09:23:52.140 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:51 smithi165 ceph-mon[33336]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi083=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:52.140 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:51 smithi165 ceph-mon[33336]: Saving service alertmanager spec with placement smithi083=a;count:1 2024-04-12T09:23:52.140 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:51 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:52.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:51 smithi083 ceph-mon[29829]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T09:23:52.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:51 smithi083 ceph-mon[29829]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi083=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:52.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:51 smithi083 ceph-mon[29829]: Saving service alertmanager spec with placement smithi083=a;count:1 2024-04-12T09:23:52.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:51 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:52.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:51 smithi083 ceph-mon[41278]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T09:23:52.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:51 smithi083 ceph-mon[41278]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi083=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:52.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:51 smithi083 ceph-mon[41278]: Saving service alertmanager spec with placement smithi083=a;count:1 2024-04-12T09:23:52.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:51 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:52.816 DEBUG:teuthology.orchestra.run.smithi083:alertmanager.a> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@alertmanager.a.service 2024-04-12T09:23:52.819 INFO:tasks.cephadm:Adding grafana.a on smithi165 2024-04-12T09:23:52.819 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph orch apply grafana '1;smithi165=a' 2024-04-12T09:23:54.298 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:23:54.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:53 smithi083 ceph-mon[29829]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:54.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:53 smithi083 ceph-mon[41278]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:54.423 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:53 smithi165 ceph-mon[33336]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:55.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:55 smithi165 systemd[1]: Starting Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:23:56.170 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:56 smithi165 ceph-mon[33336]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:56.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:56 smithi083 ceph-mon[29829]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:56.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:56 smithi083 ceph-mon[41278]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:56.598 INFO:teuthology.orchestra.run.smithi165.stdout:Scheduled grafana update... 2024-04-12T09:23:56.924 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:56 smithi165 podman[63006]: 2024-04-12 09:23:56.42724053 +0000 UTC m=+0.019330110 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T09:23:56.925 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:56 smithi165 podman[63006]: 2024-04-12 09:23:56.537497925 +0000 UTC m=+0.129587492 container create edf21f93eac3b2eaf590b3960da5f705aab30a766c980c267f0f3ff98781654a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:23:57.234 DEBUG:teuthology.orchestra.run.smithi165:grafana.a> sudo journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service 2024-04-12T09:23:57.237 INFO:tasks.cephadm:Setting up client nodes... 2024-04-12T09:23:57.238 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T09:23:57.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 podman[63006]: 2024-04-12 09:23:57.326365273 +0000 UTC m=+0.918454840 container init edf21f93eac3b2eaf590b3960da5f705aab30a766c980c267f0f3ff98781654a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:23:57.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 podman[63006]: 2024-04-12 09:23:57.332279327 +0000 UTC m=+0.924368895 container start edf21f93eac3b2eaf590b3960da5f705aab30a766c980c267f0f3ff98781654a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:23:57.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.357Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T09:23:57.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.357Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T09:23:57.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.357Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi165 (none))" 2024-04-12T09:23:57.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.357Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T09:23:57.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.357Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T09:23:57.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.358Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.359Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.360Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.360Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.362Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.362Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.779µs 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.362Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.362Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.362Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.679µs wal_replay_duration=191.438µs wbl_replay_duration=115ns total_replay_duration=227.919µs 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.363Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.363Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.363Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.378Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.102249ms db_storage=763ns remote_storage=1.184µs web_handler=339ns query_engine=601ns scrape=403.794µs scrape_sd=23.814µs notify=772ns notify_sd=1.55µs rules=14.515063ms tracing=5.716µs 2024-04-12T09:23:57.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.378Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T09:23:57.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:23:57.378Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T09:23:57.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 bash[63006]: edf21f93eac3b2eaf590b3960da5f705aab30a766c980c267f0f3ff98781654a 2024-04-12T09:23:57.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:23:57 smithi165 systemd[1]: Started Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:23:57.520 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[41278]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[41278]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[41278]: Saving service grafana spec with placement smithi165=a;count:1 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[29829]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:57.924 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[29829]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:57.925 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[29829]: Saving service grafana spec with placement smithi165=a;count:1 2024-04-12T09:23:57.925 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.925 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.925 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.925 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.925 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:57 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T09:23:57.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-mon[33336]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:23:57.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-mon[33336]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:23:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-mon[33336]: Saving service grafana spec with placement smithi165=a;count:1 2024-04-12T09:23:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' 2024-04-12T09:23:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:57 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T09:23:58.736 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:23:58 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ignoring --setuser ceph since I am not root 2024-04-12T09:23:58.737 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:23:58 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ignoring --setgroup ceph since I am not root 2024-04-12T09:23:58.737 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:23:58 smithi083 ceph-mgr[30111]: -- 172.21.15.83:0/3670599033 <== mon.2 v2:172.21.15.83:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5593235e49c0 con 0x5593235bac00 2024-04-12T09:23:58.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:23:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ignoring --setuser ceph since I am not root 2024-04-12T09:23:58.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:23:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ignoring --setgroup ceph since I am not root 2024-04-12T09:23:58.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:23:58 smithi165 ceph-mgr[35445]: -- 172.21.15.165:0/2303522987 <== mon.1 v2:172.21.15.165:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56205b9d49c0 con 0x56205b9ab000 2024-04-12T09:23:59.307 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:23:59.076+0000 7f39277301c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:23:59.307 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:23:59.170+0000 7f39277301c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:23:59.492 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:23:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:23:59.056+0000 7f8cb0a1c1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:23:59.492 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:23:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:23:59.144+0000 7f8cb0a1c1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:23:59.604 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-mon[41278]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T09:23:59.605 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-mon[41278]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T09:23:59.605 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-mon[29829]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T09:23:59.605 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-mon[29829]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T09:23:59.605 INFO:teuthology.orchestra.run.smithi083.stdout:[client.0] 2024-04-12T09:23:59.606 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQCv/RhmvqGGIxAAG+oXommfFmKsmlU5PlCKaA== 2024-04-12T09:23:59.843 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:59 smithi165 ceph-mon[33336]: from='mgr.14150 172.21.15.83:0/3556261577' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T09:23:59.843 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:23:59 smithi165 ceph-mon[33336]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T09:23:59.844 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:23:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:23:59.756+0000 7f8cb0a1c1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:23:59.844 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:23:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:23:59.842+0000 7f8cb0a1c1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:23:59.904 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:23:59.813+0000 7f39277301c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:23:59.904 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:23:59.903+0000 7f39277301c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:24:00.154 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:23:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:23:59.924+0000 7f8cb0a1c1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:24:00.154 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:00.074+0000 7f8cb0a1c1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:24:00.154 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:00.153+0000 7f8cb0a1c1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:24:00.221 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:23:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:23:59.988+0000 7f39277301c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:24:00.221 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:00.139+0000 7f39277301c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:24:00.221 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:00.220+0000 7f39277301c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:24:00.295 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:24:00.295 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-12T09:24:00.295 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-12T09:24:00.337 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T09:24:00.492 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:00.322+0000 7f8cb0a1c1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:24:00.534 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:00.396+0000 7f39277301c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:24:00.601 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T09:24:00.795 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2488168704' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:00.796 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-mon[33336]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:00.796 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-mon[33336]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T09:24:00.796 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:00.512+0000 7f8cb0a1c1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:24:00.796 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:00.607+0000 7f8cb0a1c1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:24:00.796 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:00.707+0000 7f8cb0a1c1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:24:00.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2488168704' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:00.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:00.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T09:24:00.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2488168704' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:00.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-mon[41278]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:00.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-mon[41278]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T09:24:00.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:00.576+0000 7f39277301c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:24:00.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:00.660+0000 7f39277301c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:24:00.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:00.751+0000 7f39277301c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:24:01.062 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:00.794+0000 7f8cb0a1c1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:24:01.303 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:00 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:00.837+0000 7f39277301c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:24:02.151 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:01 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:01.881+0000 7f8cb0a1c1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:24:02.151 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:02.018+0000 7f8cb0a1c1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:24:02.208 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:01 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:01.880+0000 7f39277301c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:24:02.208 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:02.011+0000 7f39277301c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:24:02.208 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:02.207+0000 7f39277301c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:24:02.456 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:02.218+0000 7f8cb0a1c1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:24:02.456 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:02.456+0000 7f8cb0a1c1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:24:02.464 INFO:teuthology.orchestra.run.smithi165.stdout:[client.1] 2024-04-12T09:24:02.464 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQCy/RhmLoxvGxAAbn6mWi/dMRPIIvDVgxQZAg== 2024-04-12T09:24:02.513 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:02.434+0000 7f39277301c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:24:02.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:02 smithi165 ceph-mon[33336]: from='client.? 172.21.15.165:0/2696770857' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:02.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:02 smithi165 ceph-mon[33336]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:02.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:02 smithi165 ceph-mon[33336]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T09:24:02.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:02.637+0000 7f8cb0a1c1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:24:02.799 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:02.615+0000 7f39277301c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:24:02.800 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-mon[41278]: from='client.? 172.21.15.165:0/2696770857' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:02.800 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-mon[41278]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:02.800 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-mon[41278]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T09:24:02.800 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-mon[29829]: from='client.? 172.21.15.165:0/2696770857' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:02.800 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T09:24:02.800 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T09:24:03.030 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:02.822+0000 7f8cb0a1c1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:24:03.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:02 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:02.798+0000 7f39277301c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:24:03.056 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-12T09:24:03.056 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-12T09:24:03.056 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-12T09:24:03.099 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-12T09:24:03.100 DEBUG:teuthology.orchestra.run.smithi083:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-12T09:24:03.382 INFO:teuthology.misc.health.smithi083.stdout: 2024-04-12T09:24:03.383 INFO:teuthology.misc.health.smithi083.stdout:{"epoch":58,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","created":"2024-04-12T09:18:27.727292+0000","modified":"2024-04-12T09:23:36.527524+0000","last_up_change":"2024-04-12T09:23:33.168475+0000","last_in_change":"2024-04-12T09:23:15.888766+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T09:21:34.841623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"36550089-c458-47ea-bb8c-b6908cde64e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6803","nonce":1567486644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6805","nonce":1567486644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6809","nonce":1567486644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6807","nonce":1567486644}]},"public_addr":"172.21.15.83:6803/1567486644","cluster_addr":"172.21.15.83:6805/1567486644","heartbeat_back_addr":"172.21.15.83:6809/1567486644","heartbeat_front_addr":"172.21.15.83:6807/1567486644","state":["exists","up"]},{"osd":1,"uuid":"8f5adc11-3574-4014-89f9-db3632513379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6811","nonce":2142779758}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6813","nonce":2142779758}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6817","nonce":2142779758}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6815","nonce":2142779758}]},"public_addr":"172.21.15.83:6811/2142779758","cluster_addr":"172.21.15.83:6813/2142779758","heartbeat_back_addr":"172.21.15.83:6817/2142779758","heartbeat_front_addr":"172.21.15.83:6815/2142779758","state":["exists","up"]},{"osd":2,"uuid":"6fd6255d-e59e-4d0b-b419-7ef14f28c3b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6819","nonce":2725591858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6821","nonce":2725591858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6825","nonce":2725591858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6823","nonce":2725591858}]},"public_addr":"172.21.15.83:6819/2725591858","cluster_addr":"172.21.15.83:6821/2725591858","heartbeat_back_addr":"172.21.15.83:6825/2725591858","heartbeat_front_addr":"172.21.15.83:6823/2725591858","state":["exists","up"]},{"osd":3,"uuid":"3578f496-53d6-48ed-9868-8f9fa550dfde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6827","nonce":878903397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6829","nonce":878903397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6833","nonce":878903397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6831","nonce":878903397}]},"public_addr":"172.21.15.83:6827/878903397","cluster_addr":"172.21.15.83:6829/878903397","heartbeat_back_addr":"172.21.15.83:6833/878903397","heartbeat_front_addr":"172.21.15.83:6831/878903397","state":["exists","up"]},{"osd":4,"uuid":"684bdf2f-4335-46f8-acb5-e5d4c621f566","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6801","nonce":48389869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6803","nonce":48389869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6807","nonce":48389869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6805","nonce":48389869}]},"public_addr":"172.21.15.165:6801/48389869","cluster_addr":"172.21.15.165:6803/48389869","heartbeat_back_addr":"172.21.15.165:6807/48389869","heartbeat_front_addr":"172.21.15.165:6805/48389869","state":["exists","up"]},{"osd":5,"uuid":"6e4b25a1-1e62-4410-9cd2-39a08a74d663","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6809","nonce":3067205231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6811","nonce":3067205231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6815","nonce":3067205231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6813","nonce":3067205231}]},"public_addr":"172.21.15.165:6809/3067205231","cluster_addr":"172.21.15.165:6811/3067205231","heartbeat_back_addr":"172.21.15.165:6815/3067205231","heartbeat_front_addr":"172.21.15.165:6813/3067205231","state":["exists","up"]},{"osd":6,"uuid":"28f01575-af73-4149-b25f-df09b9320745","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6817","nonce":3828439471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6819","nonce":3828439471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6823","nonce":3828439471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6821","nonce":3828439471}]},"public_addr":"172.21.15.165:6817/3828439471","cluster_addr":"172.21.15.165:6819/3828439471","heartbeat_back_addr":"172.21.15.165:6823/3828439471","heartbeat_front_addr":"172.21.15.165:6821/3828439471","state":["exists","up"]},{"osd":7,"uuid":"f8079953-cedc-49b0-a718-b38157be2229","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6825","nonce":789927715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6827","nonce":789927715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6831","nonce":789927715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6829","nonce":789927715}]},"public_addr":"172.21.15.165:6825/789927715","cluster_addr":"172.21.15.165:6827/789927715","heartbeat_back_addr":"172.21.15.165:6831/789927715","heartbeat_front_addr":"172.21.15.165:6829/789927715","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:20:44.119396+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:07.949023+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:31.765014+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:55.963198+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:17.768570+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:42.070048+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:06.958939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:31.342080+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/2599589598":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/4114559448":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6800/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/3403912910":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6800/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/1229580276":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/4105042424":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/2362567008":"2024-04-13T09:19:24.531949+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:24:03.395 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-12T09:24:03.395 INFO:tasks.cephadm:Creating RBD pool 2024-04-12T09:24:03.395 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-12T09:24:03.420 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:03.063+0000 7f39277301c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:24:03.420 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:03.154+0000 7f39277301c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:24:03.492 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:03.089+0000 7f8cb0a1c1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:24:03.493 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:03.175+0000 7f8cb0a1c1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:24:03.656 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:03.779 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:03 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3302206576' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:03.780 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:03 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3302206576' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:03.780 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:03.565+0000 7f39277301c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:24:03.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:03 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3302206576' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:03.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:03.562+0000 7f8cb0a1c1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:24:04.618 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:04.327+0000 7f8cb0a1c1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:24:04.688 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:04.388+0000 7f39277301c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:24:04.884 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:04.617+0000 7f8cb0a1c1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:24:05.008 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:04.687+0000 7f39277301c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:24:05.146 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:04.942+0000 7f8cb0a1c1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:24:05.146 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:05.145+0000 7f8cb0a1c1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:24:05.276 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[41278]: Standby manager daemon x restarted 2024-04-12T09:24:05.276 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[41278]: Standby manager daemon x started 2024-04-12T09:24:05.276 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:24:05.276 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:24:05.276 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:24:05.276 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[29829]: Standby manager daemon x restarted 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[29829]: Standby manager daemon x started 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:05.007+0000 7f39277301c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:05.213+0000 7f39277301c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:24:05.277 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:05] ENGINE Bus STARTING 2024-04-12T09:24:05.404 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-mon[33336]: Standby manager daemon x restarted 2024-04-12T09:24:05.404 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-mon[33336]: Standby manager daemon x started 2024-04-12T09:24:05.404 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:24:05.404 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:24:05.404 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:24:05.404 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/948587562' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:24:05.404 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: [12/Apr/2024:09:24:05] ENGINE Bus STARTING 2024-04-12T09:24:05.404 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: CherryPy Checker: 2024-04-12T09:24:05.405 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: The Application mounted at '' has an empty config. 2024-04-12T09:24:05.405 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: 2024-04-12T09:24:05.405 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: [12/Apr/2024:09:24:05] ENGINE Serving on http://:::9283 2024-04-12T09:24:05.405 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: [12/Apr/2024:09:24:05] ENGINE Bus STARTED 2024-04-12T09:24:05.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: CherryPy Checker: 2024-04-12T09:24:05.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: The Application mounted at '' has an empty config. 2024-04-12T09:24:05.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:24:05.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:05] ENGINE Serving on http://:::9283 2024-04-12T09:24:05.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:05] ENGINE Bus STARTED 2024-04-12T09:24:06.175 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:24:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:24:06.277 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'rbd' created 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: Active manager daemon y restarted 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: Activating manager daemon y 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: mgrmap e18: y(active, starting, since 0.00753939s), standbys: x 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:24:06.467 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: Manager daemon y is now available 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:24:06.468 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3524890751' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:06.469 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: Active manager daemon y restarted 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: Activating manager daemon y 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: mgrmap e18: y(active, starting, since 0.00753939s), standbys: x 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:24:06.470 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: Manager daemon y is now available 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:24:06.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:24:06.472 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3524890751' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T09:24:06.472 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T09:24:06.472 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:06 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: Active manager daemon y restarted 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: Activating manager daemon y 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: mgrmap e18: y(active, starting, since 0.00753939s), standbys: x 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:24:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: Manager daemon y is now available 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:24:06.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:06.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:06.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:24:06.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:24:06.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:24:06.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:24:06.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3524890751' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T09:24:06.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T09:24:06.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:06 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:07.250 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-12T09:24:07.346 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:07 smithi165 ceph-mon[33336]: [12/Apr/2024:09:24:05] ENGINE Bus STARTING 2024-04-12T09:24:07.346 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:07 smithi165 ceph-mon[33336]: [12/Apr/2024:09:24:05] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:24:07.346 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:07 smithi165 ceph-mon[33336]: [12/Apr/2024:09:24:05] ENGINE Bus STARTED 2024-04-12T09:24:07.346 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:07 smithi165 ceph-mon[33336]: mgrmap e19: y(active, since 1.01238s), standbys: x 2024-04-12T09:24:07.346 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:07 smithi165 ceph-mon[33336]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:07.346 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:07 smithi165 ceph-mon[33336]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T09:24:07.346 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:07 smithi165 ceph-mon[33336]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T09:24:07.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[41278]: [12/Apr/2024:09:24:05] ENGINE Bus STARTING 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[41278]: [12/Apr/2024:09:24:05] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[41278]: [12/Apr/2024:09:24:05] ENGINE Bus STARTED 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[41278]: mgrmap e19: y(active, since 1.01238s), standbys: x 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[41278]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[41278]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[41278]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[29829]: [12/Apr/2024:09:24:05] ENGINE Bus STARTING 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[29829]: [12/Apr/2024:09:24:05] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[29829]: [12/Apr/2024:09:24:05] ENGINE Bus STARTED 2024-04-12T09:24:07.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[29829]: mgrmap e19: y(active, since 1.01238s), standbys: x 2024-04-12T09:24:07.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[29829]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:07.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T09:24:07.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:07 smithi083 ceph-mon[29829]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T09:24:07.561 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:08.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[41278]: pgmap v5: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:08.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[41278]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-12T09:24:08.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[41278]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T09:24:08.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[41278]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T09:24:08.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[29829]: pgmap v5: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:08.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[29829]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-12T09:24:08.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[29829]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T09:24:08.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:08 smithi083 ceph-mon[29829]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T09:24:08.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:08 smithi165 ceph-mon[33336]: pgmap v5: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:08 smithi165 ceph-mon[33336]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-12T09:24:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:08 smithi165 ceph-mon[33336]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T09:24:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:08 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:08 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:08 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:08 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:08 smithi165 ceph-mon[33336]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T09:24:09.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T09:24:09.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi165 to 4016M 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:24:09.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi165 to 4016M 2024-04-12T09:24:09.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:24:09.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:24:09.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:24:09.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:09 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:24:09.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi165 to 4016M 2024-04-12T09:24:09.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:09.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:24:09.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:24:09.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:24:09.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:09 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:24:10.364 INFO:teuthology.orchestra.run.smithi083.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-12T09:24:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: Deploying daemon alertmanager.a on smithi083 2024-04-12T09:24:10.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:10 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/4269892287' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:24:10.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: Deploying daemon alertmanager.a on smithi083 2024-04-12T09:24:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/4269892287' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:10.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: Deploying daemon alertmanager.a on smithi083 2024-04-12T09:24:10.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:10 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/4269892287' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:24:11.635 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:11 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/4269892287' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T09:24:11.635 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:11 smithi083 ceph-mon[41278]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T09:24:11.635 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:11 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/4269892287' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T09:24:11.635 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:11 smithi083 ceph-mon[29829]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T09:24:11.658 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T09:24:11.658 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T09:24:11.658 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T09:24:11.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:11 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/4269892287' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T09:24:11.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:11 smithi165 ceph-mon[33336]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T09:24:11.907 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:12.684 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:12 smithi083 ceph-mon[41278]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:12.684 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:12 smithi083 ceph-mon[41278]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T09:24:12.685 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:12 smithi083 ceph-mon[41278]: Cluster is now healthy 2024-04-12T09:24:12.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:12 smithi083 ceph-mon[29829]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:12.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:12 smithi083 ceph-mon[29829]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T09:24:12.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:12 smithi083 ceph-mon[29829]: Cluster is now healthy 2024-04-12T09:24:12.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:12 smithi165 ceph-mon[33336]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:12.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:12 smithi165 ceph-mon[33336]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T09:24:12.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:12 smithi165 ceph-mon[33336]: Cluster is now healthy 2024-04-12T09:24:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:14 smithi165 ceph-mon[33336]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-12T09:24:14.766 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:14 smithi083 ceph-mon[41278]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-12T09:24:14.766 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:14 smithi083 ceph-mon[29829]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-12T09:24:15.899 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:24:16.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:24:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:24:16.533 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:16 smithi083 ceph-mon[41278]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T09:24:16.533 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:16 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/600803779' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:24:16.534 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:16 smithi083 ceph-mon[29829]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T09:24:16.534 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:16 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/600803779' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:24:16.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:16 smithi165 ceph-mon[33336]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T09:24:16.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:16 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/600803779' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:24:17.687 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":21,"active_gid":24338,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":3456530539},{"type":"v1","addr":"172.21.15.83:6801","nonce":3456530539}]},"active_addr":"172.21.15.83:6801/3456530539","active_change":"2024-04-12T09:24:05.216226+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24337,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.83:8443/","prometheus":"http://172.21.15.83:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1892985215}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":3876038898}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1875949226}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1459972129}]}]} 2024-04-12T09:24:17.691 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T09:24:17.691 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T09:24:17.691 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:24:18.326 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:18.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:18 smithi083 ceph-mon[41278]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:24:18.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:18 smithi083 ceph-mon[29829]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:24:18.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:18 smithi165 ceph-mon[33336]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:24:20.299 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 podman[72824]: 2024-04-12 09:24:20.124477135 +0000 UTC m=+0.385209083 container create 7180682833d7418dba4904147f71975f463a38be7c7160d305ebc9a400de8a02 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:24:20.669 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-mon[41278]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T09:24:20.670 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:20.670 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:20.670 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-mon[29829]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T09:24:20.670 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:20.670 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:20.670 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 podman[72824]: 2024-04-12 09:24:20.469311604 +0000 UTC m=+0.730043504 container init 7180682833d7418dba4904147f71975f463a38be7c7160d305ebc9a400de8a02 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:24:20.670 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 podman[72824]: 2024-04-12 09:24:20.474888806 +0000 UTC m=+0.735620707 container start 7180682833d7418dba4904147f71975f463a38be7c7160d305ebc9a400de8a02 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:20.487Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:20.487Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:20.488Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.83 port=9094 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:20.489Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:20.513Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:20.514Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:20.517Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:20.517Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 bash[72824]: 7180682833d7418dba4904147f71975f463a38be7c7160d305ebc9a400de8a02 2024-04-12T09:24:20.671 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:20 smithi083 systemd[1]: Started Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:24:20.715 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:24:20.715 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":63,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","created":"2024-04-12T09:18:27.727292+0000","modified":"2024-04-12T09:24:10.355793+0000","last_up_change":"2024-04-12T09:23:33.168475+0000","last_in_change":"2024-04-12T09:23:15.888766+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T09:21:34.841623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T09:24:05.907324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"36550089-c458-47ea-bb8c-b6908cde64e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6803","nonce":1567486644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6805","nonce":1567486644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6809","nonce":1567486644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6807","nonce":1567486644}]},"public_addr":"172.21.15.83:6803/1567486644","cluster_addr":"172.21.15.83:6805/1567486644","heartbeat_back_addr":"172.21.15.83:6809/1567486644","heartbeat_front_addr":"172.21.15.83:6807/1567486644","state":["exists","up"]},{"osd":1,"uuid":"8f5adc11-3574-4014-89f9-db3632513379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6811","nonce":2142779758}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6813","nonce":2142779758}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6817","nonce":2142779758}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6815","nonce":2142779758}]},"public_addr":"172.21.15.83:6811/2142779758","cluster_addr":"172.21.15.83:6813/2142779758","heartbeat_back_addr":"172.21.15.83:6817/2142779758","heartbeat_front_addr":"172.21.15.83:6815/2142779758","state":["exists","up"]},{"osd":2,"uuid":"6fd6255d-e59e-4d0b-b419-7ef14f28c3b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6819","nonce":2725591858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6821","nonce":2725591858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6825","nonce":2725591858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6823","nonce":2725591858}]},"public_addr":"172.21.15.83:6819/2725591858","cluster_addr":"172.21.15.83:6821/2725591858","heartbeat_back_addr":"172.21.15.83:6825/2725591858","heartbeat_front_addr":"172.21.15.83:6823/2725591858","state":["exists","up"]},{"osd":3,"uuid":"3578f496-53d6-48ed-9868-8f9fa550dfde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6827","nonce":878903397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6829","nonce":878903397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6833","nonce":878903397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6831","nonce":878903397}]},"public_addr":"172.21.15.83:6827/878903397","cluster_addr":"172.21.15.83:6829/878903397","heartbeat_back_addr":"172.21.15.83:6833/878903397","heartbeat_front_addr":"172.21.15.83:6831/878903397","state":["exists","up"]},{"osd":4,"uuid":"684bdf2f-4335-46f8-acb5-e5d4c621f566","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6801","nonce":48389869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6803","nonce":48389869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6807","nonce":48389869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6805","nonce":48389869}]},"public_addr":"172.21.15.165:6801/48389869","cluster_addr":"172.21.15.165:6803/48389869","heartbeat_back_addr":"172.21.15.165:6807/48389869","heartbeat_front_addr":"172.21.15.165:6805/48389869","state":["exists","up"]},{"osd":5,"uuid":"6e4b25a1-1e62-4410-9cd2-39a08a74d663","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6809","nonce":3067205231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6811","nonce":3067205231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6815","nonce":3067205231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6813","nonce":3067205231}]},"public_addr":"172.21.15.165:6809/3067205231","cluster_addr":"172.21.15.165:6811/3067205231","heartbeat_back_addr":"172.21.15.165:6815/3067205231","heartbeat_front_addr":"172.21.15.165:6813/3067205231","state":["exists","up"]},{"osd":6,"uuid":"28f01575-af73-4149-b25f-df09b9320745","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6817","nonce":3828439471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6819","nonce":3828439471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6823","nonce":3828439471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6821","nonce":3828439471}]},"public_addr":"172.21.15.165:6817/3828439471","cluster_addr":"172.21.15.165:6819/3828439471","heartbeat_back_addr":"172.21.15.165:6823/3828439471","heartbeat_front_addr":"172.21.15.165:6821/3828439471","state":["exists","up"]},{"osd":7,"uuid":"f8079953-cedc-49b0-a718-b38157be2229","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6825","nonce":789927715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6827","nonce":789927715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6831","nonce":789927715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6829","nonce":789927715}]},"public_addr":"172.21.15.165:6825/789927715","cluster_addr":"172.21.15.165:6827/789927715","heartbeat_back_addr":"172.21.15.165:6831/789927715","heartbeat_front_addr":"172.21.15.165:6829/789927715","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:20:44.119396+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:07.949023+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:31.765014+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:55.963198+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:17.768570+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:42.070048+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:06.958939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:31.342080+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/3028434272":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/1888712973":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/2599589598":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/4114559448":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6800/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/3403912910":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/26455762":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/3614840425":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6801/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6800/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/1229580276":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6800/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/4105042424":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/2362567008":"2024-04-13T09:19:24.531949+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:24:20.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:20 smithi165 ceph-mon[33336]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T09:24:20.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:20 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:20.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:20 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:20] ENGINE Bus STOPPING 2024-04-12T09:24:21.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:24:21.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:20] ENGINE Bus STOPPED 2024-04-12T09:24:21.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:20] ENGINE Bus STARTING 2024-04-12T09:24:21.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:21] ENGINE Serving on http://:::9283 2024-04-12T09:24:21.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:24:21] ENGINE Bus STARTED 2024-04-12T09:24:21.439 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T09:24:21.440 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:24:21.693 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2275029732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: Deploying daemon grafana.a on smithi165 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[29829]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2275029732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: Deploying daemon grafana.a on smithi165 2024-04-12T09:24:21.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:21 smithi083 ceph-mon[41278]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2275029732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T09:24:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:21.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: Deploying daemon grafana.a on smithi165 2024-04-12T09:24:21.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:21 smithi165 ceph-mon[33336]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:24:22.773 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:22.489Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000364648s 2024-04-12T09:24:23.459 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:24:23.459 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":63,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","created":"2024-04-12T09:18:27.727292+0000","modified":"2024-04-12T09:24:10.355793+0000","last_up_change":"2024-04-12T09:23:33.168475+0000","last_in_change":"2024-04-12T09:23:15.888766+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T09:21:34.841623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T09:24:05.907324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"36550089-c458-47ea-bb8c-b6908cde64e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6803","nonce":1567486644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6805","nonce":1567486644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6809","nonce":1567486644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6807","nonce":1567486644}]},"public_addr":"172.21.15.83:6803/1567486644","cluster_addr":"172.21.15.83:6805/1567486644","heartbeat_back_addr":"172.21.15.83:6809/1567486644","heartbeat_front_addr":"172.21.15.83:6807/1567486644","state":["exists","up"]},{"osd":1,"uuid":"8f5adc11-3574-4014-89f9-db3632513379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6811","nonce":2142779758}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6813","nonce":2142779758}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6817","nonce":2142779758}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6815","nonce":2142779758}]},"public_addr":"172.21.15.83:6811/2142779758","cluster_addr":"172.21.15.83:6813/2142779758","heartbeat_back_addr":"172.21.15.83:6817/2142779758","heartbeat_front_addr":"172.21.15.83:6815/2142779758","state":["exists","up"]},{"osd":2,"uuid":"6fd6255d-e59e-4d0b-b419-7ef14f28c3b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6819","nonce":2725591858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6821","nonce":2725591858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6825","nonce":2725591858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6823","nonce":2725591858}]},"public_addr":"172.21.15.83:6819/2725591858","cluster_addr":"172.21.15.83:6821/2725591858","heartbeat_back_addr":"172.21.15.83:6825/2725591858","heartbeat_front_addr":"172.21.15.83:6823/2725591858","state":["exists","up"]},{"osd":3,"uuid":"3578f496-53d6-48ed-9868-8f9fa550dfde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6827","nonce":878903397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6829","nonce":878903397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6833","nonce":878903397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6831","nonce":878903397}]},"public_addr":"172.21.15.83:6827/878903397","cluster_addr":"172.21.15.83:6829/878903397","heartbeat_back_addr":"172.21.15.83:6833/878903397","heartbeat_front_addr":"172.21.15.83:6831/878903397","state":["exists","up"]},{"osd":4,"uuid":"684bdf2f-4335-46f8-acb5-e5d4c621f566","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6801","nonce":48389869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6803","nonce":48389869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6807","nonce":48389869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6805","nonce":48389869}]},"public_addr":"172.21.15.165:6801/48389869","cluster_addr":"172.21.15.165:6803/48389869","heartbeat_back_addr":"172.21.15.165:6807/48389869","heartbeat_front_addr":"172.21.15.165:6805/48389869","state":["exists","up"]},{"osd":5,"uuid":"6e4b25a1-1e62-4410-9cd2-39a08a74d663","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6809","nonce":3067205231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6811","nonce":3067205231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6815","nonce":3067205231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6813","nonce":3067205231}]},"public_addr":"172.21.15.165:6809/3067205231","cluster_addr":"172.21.15.165:6811/3067205231","heartbeat_back_addr":"172.21.15.165:6815/3067205231","heartbeat_front_addr":"172.21.15.165:6813/3067205231","state":["exists","up"]},{"osd":6,"uuid":"28f01575-af73-4149-b25f-df09b9320745","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6817","nonce":3828439471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6819","nonce":3828439471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6823","nonce":3828439471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6821","nonce":3828439471}]},"public_addr":"172.21.15.165:6817/3828439471","cluster_addr":"172.21.15.165:6819/3828439471","heartbeat_back_addr":"172.21.15.165:6823/3828439471","heartbeat_front_addr":"172.21.15.165:6821/3828439471","state":["exists","up"]},{"osd":7,"uuid":"f8079953-cedc-49b0-a718-b38157be2229","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6825","nonce":789927715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6827","nonce":789927715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6831","nonce":789927715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6829","nonce":789927715}]},"public_addr":"172.21.15.165:6825/789927715","cluster_addr":"172.21.15.165:6827/789927715","heartbeat_back_addr":"172.21.15.165:6831/789927715","heartbeat_front_addr":"172.21.15.165:6829/789927715","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:20:44.119396+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:07.949023+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:31.765014+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:55.963198+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:17.768570+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:42.070048+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:06.958939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:31.342080+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/3028434272":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/1888712973":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/2599589598":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/4114559448":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6800/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/3403912910":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/26455762":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/3614840425":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6801/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6800/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/1229580276":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6800/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/4105042424":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/2362567008":"2024-04-13T09:19:24.531949+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:24:24.073 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T09:24:24.073 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T09:24:24.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T09:24:24.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T09:24:24.075 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T09:24:24.075 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T09:24:24.075 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T09:24:24.076 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T09:24:24.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:24 smithi083 ceph-mon[41278]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:24:24.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:24 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1568896895' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:24.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:24 smithi083 ceph-mon[29829]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:24:24.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:24 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1568896895' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:24.591 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:24.605 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:24.605 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:24.606 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:24.612 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:24.613 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:24.613 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:24.615 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:24.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:24 smithi165 ceph-mon[33336]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:24:24.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:24 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1568896895' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:24:26.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:25 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:24:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:24:26.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:26 smithi083 ceph-mon[41278]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:26.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:26 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:26.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:26 smithi083 ceph-mon[29829]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:26.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:26 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:26.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:26 smithi165 ceph-mon[33336]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:26.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:26 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:28.457 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:28 smithi083 ceph-mon[29829]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:28.458 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:28 smithi083 ceph-mon[41278]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:28.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:28 smithi165 ceph-mon[33336]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:30.290 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:30 smithi083 ceph-mon[29829]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:30.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:30 smithi083 ceph-mon[41278]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:30.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:24:30 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:24:30.492Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002814728s 2024-04-12T09:24:30.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:30 smithi165 ceph-mon[33336]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:32.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:32 smithi083 ceph-mon[29829]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:32.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:32 smithi083 ceph-mon[41278]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:32.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:32 smithi165 ceph-mon[33336]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:34.345 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:34 smithi083 ceph-mon[41278]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:34.346 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:34 smithi083 ceph-mon[29829]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:34.545 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:34 smithi165 ceph-mon[33336]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:35.368 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:35 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:35.369 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:35 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:35.582 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:35 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:35.927 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:24:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:24:36.131 INFO:teuthology.orchestra.run.smithi083.stdout:231928233997 2024-04-12T09:24:36.132 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T09:24:36.359 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:36 smithi083 ceph-mon[41278]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:36.359 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:36 smithi083 ceph-mon[29829]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:36.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:36 smithi165 ceph-mon[33336]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:37.282 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.281602117Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-12T09:24:37.282 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.282390652Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-12T09:24:37.534 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.28285474Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.285578977Z level=info msg="Executing migration" id="create data_source table" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.288178599Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.288619557Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.290951581Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.293676227Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.29648316Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.29920378Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.299631672Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.302196166Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.302640584Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-12T09:24:37.535 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.304989861Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.305530072Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.307527304Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.307856599Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.310655563Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.313399696Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.316175577Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.318823741Z level=info msg="Executing migration" id="Add uid column" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.319377886Z level=info msg="Executing migration" id="Update uid value" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.32179166Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.324245206Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.326893677Z level=info msg="Executing migration" id="create api_key table" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.327317144Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.329887879Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.33243313Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-12T09:24:37.536 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.334880709Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.33531057Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.337948077Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.34040102Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.343087266Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.345798162Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.348244084Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.350643632Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.353221203Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.355700191Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.356083095Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.356800576Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-12T09:24:37.537 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.357571624Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-12T09:24:37.538 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.358374665Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.359134194Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.359926704Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.360724095Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.361494156Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.362256301Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.36293643Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.363661738Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.364440865Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.365229398Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.366004058Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.366801009Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.367562731Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.368261346Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-12T09:24:37.539 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.369056316Z level=info msg="Executing migration" id="create quota table v1" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.369880351Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.370693224Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.371419544Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.371837138Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.372617852Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.373464531Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.374196076Z level=info msg="Executing migration" id="create session table" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.37463764Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.374937147Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.375263522Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.375663244Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.376494847Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.377224456Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-12T09:24:37.540 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.377525136Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.380306054Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.38062511Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.383073739Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.385842989Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.38852543Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.391181063Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.393977704Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.396804933Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.399510203Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.4021442Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.404851906Z level=info msg="Executing migration" id="create alert table v1" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.407566831Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.410350673Z level=info msg="Executing migration" id="add index alert state" 2024-04-12T09:24:37.541 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.413022994Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-12T09:24:37.542 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.415736717Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-12T09:24:37.542 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.418491829Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-12T09:24:37.542 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.419374255Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-12T09:24:37.542 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.420216332Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-12T09:24:37.542 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.421661014Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-12T09:24:37.542 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.422549879Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-12T09:24:37.542 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.423467476Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-12T09:24:37.542 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.424276365Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.425148667Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.425973834Z level=info msg="Executing migration" id="Add column is_default" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.426995081Z level=info msg="Executing migration" id="Add column frequency" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.42797209Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.428900272Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.429865732Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.43069117Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.431515257Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.432354333Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.433193734Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.43408511Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.434946684Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-12T09:24:37.543 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.435800833Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.436689891Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.437683691Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.438638479Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.439558224Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.440392229Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.441229324Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.442154752Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.443096187Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.443940049Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.444814415Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.445672935Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-12T09:24:37.544 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.44652003Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.447401208Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.44822703Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.449114273Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.449958958Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.452872313Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.455735456Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.458579891Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.461489372Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.464392196Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.467179736Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.469998381Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.472872914Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.47571179Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.478688175Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-12T09:24:37.545 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.481514643Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.484457579Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.487112242Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.4899024Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.492717779Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.495445541Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.498464703Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.501212986Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.504111189Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.50692045Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.509605524Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.512416442Z level=info msg="Executing migration" id="Move region to single row" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.515174448Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.517911642Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-12T09:24:37.546 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.520655314Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-12T09:24:37.547 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.52350155Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-12T09:24:37.547 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.52629535Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-12T09:24:37.547 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.529043186Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-12T09:24:37.547 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.531835889Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-12T09:24:37.547 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.534525051Z level=info msg="Executing migration" id="create test_data table" 2024-04-12T09:24:37.547 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.537226974Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-12T09:24:37.786 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.539862429Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-12T09:24:37.786 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.54264028Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.545345272Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.548106236Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.54893964Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.54979924Z level=info msg="Executing migration" id="create team table" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.550688234Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.551552577Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.552418865Z level=info msg="Executing migration" id="create team member table" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.55330751Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.554200521Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.555022059Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.555840435Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.55694824Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-12T09:24:37.787 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.558000216Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.559066971Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.559887392Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.560735023Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.56156122Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.562418399Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.563297364Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.56412371Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.56471957Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.565554535Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.56643097Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.567302069Z level=info msg="Executing migration" id="create tag table" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.567834273Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.568670027Z level=info msg="Executing migration" id="create login attempt table" 2024-04-12T09:24:37.788 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.569553557Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.570432226Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.571047345Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.572948538Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.573808286Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.574699545Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.575038192Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.575904221Z level=info msg="Executing migration" id="create user auth table" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.576751527Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-12T09:24:37.789 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.577630765Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.577953653Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.58084586Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.583783544Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.586724934Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.587510812Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.590459958Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.593287599Z level=info msg="Executing migration" id="create server_lock table" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.596100103Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.596573718Z level=info msg="Executing migration" id="create user auth token table" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.599381236Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.602084757Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-12T09:24:37.791 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.604843798Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.605321793Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.607903196Z level=info msg="Executing migration" id="create cache_data table" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.610568573Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.61309324Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.613573579Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.616341563Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.619092727Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.619439702Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.619886646Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.622592332Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.62306074Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.623367309Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.623774012Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-12T09:24:37.792 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.624234857Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.624672181Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.62511106Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.62591517Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.626363416Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.626651432Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.627034655Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.627506095Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.627924581Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.628434755Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.62885612Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.629279345Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.629715305Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-12T09:24:37.793 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.630165282Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.630950473Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.631403088Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.631798698Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.635185747Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.638528167Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.638977511Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.639423943Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.640261772Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.64068097Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.64120603Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.641647941Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.642081706Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-12T09:24:37.794 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.642382107Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.643220569Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.644025953Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.644852798Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.645286053Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.645736575Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.646575514Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.647433471Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.647882735Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.648731286Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.649546756Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.64986113Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.650340654Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.65306339Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-12T09:24:37.795 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.65353023Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.653813497Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.654716905Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.65652073Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.659071064Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.66150287Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.662371537Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.665003456Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.667390071Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.669916247Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.670273299Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.672670321Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.675143359Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.677683519Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.678131489Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-12T09:24:37.796 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.680539512Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.683071773Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.685433122Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.688335734Z level=info msg="Executing migration" id="create alert_image table" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.690765953Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.691527996Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.692350616Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.692882799Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.69334714Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.693443543Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.694102258Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.694930241Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.695593614Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.695742171Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.695871065Z level=info msg="alerts found to migrate" alerts=0 2024-04-12T09:24:37.797 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.696332958Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.697068442Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.697752281Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.698205294Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.698919824Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.699694976Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.700443112Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.700864442Z level=info msg="Executing migration" id="create data_keys table" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.701308069Z level=info msg="Executing migration" id="create secrets table" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.702021294Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.706236555Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.707207619Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.707556175Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.711634118Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-12T09:24:37.798 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.715747951Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.716575791Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.717068552Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.717939261Z level=info msg="Executing migration" id="create permission table" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.718641313Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.719425813Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.719901336Z level=info msg="Executing migration" id="create role table" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.720729123Z level=info msg="Executing migration" id="add column display_name" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.721686921Z level=info msg="Executing migration" id="add column group_name" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.722658495Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.723135121Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.723851495Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.724765Z level=info msg="Executing migration" id="create team role table" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.725463619Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-12T09:24:37.799 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.726263712Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.728871115Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.731716974Z level=info msg="Executing migration" id="create user role table" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.734501175Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.734978417Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.737933238Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.740620653Z level=info msg="Executing migration" id="create builtin role table" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.743480172Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.744134713Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.746816322Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.749482239Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.750148336Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.75064142Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.751054405Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.751505931Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-12T09:24:37.800 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.754184376Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.754679367Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.755669517Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.756102367Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.756572351Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.756869905Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.757318238Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.757760232Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.7581861Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.758539204Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.758889871Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.759306969Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.759775764Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.760775216Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-12T09:24:37.801 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.763805282Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.76660649Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.769289995Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.769757658Z level=info msg="Executing migration" id="add correlation config column" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.772727611Z level=info msg="Executing migration" id="create entity_events table" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.775485969Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.778240395Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.77836989Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.781094355Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.781198273Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.783823749Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.7863827Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.789005668Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-12T09:24:37.802 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.789606753Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T09:24:37.898 INFO:teuthology.orchestra.run.smithi083.stdout:107374182433 2024-04-12T09:24:37.899 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T09:24:38.191 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.792353078Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-12T09:24:38.191 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.795120928Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T09:24:38.191 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.797905289Z level=info msg="Executing migration" id="Drop public config table" 2024-04-12T09:24:38.191 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.798317145Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-12T09:24:38.191 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.800975271Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.801422975Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.803757815Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.804233666Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.807401124Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.808998309Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.811823101Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.814592586Z level=info msg="Executing migration" id="add share column" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.817281985Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.819849209Z level=info msg="Executing migration" id="create file table" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.822690789Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.823453654Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.824303178Z level=info msg="Executing migration" id="create file_meta table" 2024-04-12T09:24:38.192 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.82469536Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-12T09:24:38.193 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.82556314Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-12T09:24:38.193 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.826547161Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-12T09:24:38.193 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.827343808Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-12T09:24:38.193 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.827682935Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-12T09:24:38.193 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.828639362Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-12T09:24:38.193 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.829830033Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-12T09:24:38.193 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.830827686Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.831448057Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.832258971Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.832585414Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.833074814Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.834077667Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.835107722Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.835946835Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.845614457Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.846472462Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.847412544Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.850990094Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.851947271Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.852729856Z level=info msg="Executing migration" id="create folder table" 2024-04-12T09:24:38.194 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.853715257Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.854278183Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.855141802Z level=info msg="Executing migration" id="Update folder title length" 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.856062622Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=migrator t=2024-04-12T09:24:37.856852924Z level=info msg="migrations completed" performed=485 skipped=0 duration=659.362663ms 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=sqlstore t=2024-04-12T09:24:37.857243131Z level=info msg="Created default organization" 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=plugin.loader t=2024-04-12T09:24:37.912128199Z level=info msg="Plugin registered" pluginID=input 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=plugin.loader t=2024-04-12T09:24:37.940270879Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=plugin.loader t=2024-04-12T09:24:37.940302671Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=secrets t=2024-04-12T09:24:37.940335857Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=query_data t=2024-04-12T09:24:37.942024996Z level=info msg="Query Service initialization" 2024-04-12T09:24:38.195 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=live.push_http t=2024-04-12T09:24:37.944539414Z level=info msg="Live Push Gateway initialization" 2024-04-12T09:24:38.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-mon[33336]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:38.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-mon[33336]: Deploying daemon node-exporter.a on smithi083 2024-04-12T09:24:38.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[41278]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:38.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.544 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[41278]: Deploying daemon node-exporter.a on smithi083 2024-04-12T09:24:38.544 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.544 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.545 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[29829]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:38.545 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.545 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:38.545 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:38 smithi083 ceph-mon[29829]: Deploying daemon node-exporter.a on smithi083 2024-04-12T09:24:38.566 INFO:teuthology.orchestra.run.smithi083.stdout:163208757271 2024-04-12T09:24:38.567 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=infra.usagestats.collector t=2024-04-12T09:24:38.683103599Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=provisioning.datasources t=2024-04-12T09:24:38.683400847Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=provisioning.datasources t=2024-04-12T09:24:38.71712922Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=provisioning.datasources t=2024-04-12T09:24:38.748830162Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=provisioning.alerting t=2024-04-12T09:24:38.770439377Z level=info msg="starting to provision alerting" 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=provisioning.alerting t=2024-04-12T09:24:38.770457834Z level=info msg="finished to provision alerting" 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=ngalert.state.manager t=2024-04-12T09:24:38.770608045Z level=info msg="Warming state cache for startup" 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=grafanaStorageLogger t=2024-04-12T09:24:38.770671626Z level=info msg="storage starting" 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=http.server t=2024-04-12T09:24:38.772265831Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=sqlstore.transactions t=2024-04-12T09:24:38.78178484Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=ngalert.state.manager t=2024-04-12T09:24:38.781897566Z level=info msg="State cache has been initialized" states=0 duration=11.288273ms 2024-04-12T09:24:38.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=ticker t=2024-04-12T09:24:38.78197315Z level=info msg=starting first_tick=2024-04-12T09:24:40Z 2024-04-12T09:24:38.994 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=ngalert.multiorg.alertmanager t=2024-04-12T09:24:38.781960048Z level=info msg="starting MultiOrg Alertmanager" 2024-04-12T09:24:38.994 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=sqlstore.transactions t=2024-04-12T09:24:38.816408423Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T09:24:38.994 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:24:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[65224]: logger=sqlstore.transactions t=2024-04-12T09:24:38.846202547Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T09:24:39.085 INFO:teuthology.orchestra.run.smithi083.stdout:77309411366 2024-04-12T09:24:39.086 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T09:24:39.901 INFO:teuthology.orchestra.run.smithi083.stdout:34359738415 2024-04-12T09:24:39.902 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T09:24:40.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:40 smithi165 ceph-mon[33336]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:40.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:40 smithi083 ceph-mon[29829]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:40.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:40 smithi083 ceph-mon[41278]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:41.183 INFO:teuthology.orchestra.run.smithi083.stdout:128849018909 2024-04-12T09:24:41.218 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T09:24:41.501 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:41 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:41.501 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:41 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:41.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:41 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:41.856 INFO:teuthology.orchestra.run.smithi083.stdout:197568495635 2024-04-12T09:24:41.856 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T09:24:41.856 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:41.857 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:42.072 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:42.453 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:42 smithi083 ceph-mon[41278]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:42.454 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:42 smithi083 ceph-mon[29829]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:42.561 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:42.561 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:42.561 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:42.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:42 smithi165 ceph-mon[33336]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:43.559 INFO:teuthology.orchestra.run.smithi083.stdout:55834574892 2024-04-12T09:24:43.560 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T09:24:44.367 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:44 smithi083 ceph-mon[29829]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:44.368 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:44 smithi083 ceph-mon[41278]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:44.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:44 smithi165 ceph-mon[33336]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:46.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:24:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:24:46.256 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:45 smithi083 bash[75716]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-12T09:24:46.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:46 smithi083 ceph-mon[29829]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:46.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:46 smithi083 ceph-mon[41278]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:46.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:46 smithi165 ceph-mon[33336]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:48.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:47 smithi083 bash[75716]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T09:24:48.459 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:48 smithi083 ceph-mon[41278]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:48.459 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:48 smithi083 bash[75716]: Writing manifest to image destination 2024-04-12T09:24:48.459 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:48 smithi083 ceph-mon[29829]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:48.710 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:48 smithi083 podman[75716]: 2024-04-12 09:24:48.505700432 +0000 UTC m=+3.159776044 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T09:24:48.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:48 smithi165 ceph-mon[33336]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:49.518 INFO:teuthology.orchestra.run.smithi083.stdout:128849018911 2024-04-12T09:24:49.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:49 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3895910822' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:24:49.519 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:49 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3895910822' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:24:49.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:49 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3895910822' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:24:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:50 smithi083 ceph-mon[41278]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:50 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:50.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:50 smithi083 ceph-mon[29829]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:50.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:50 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:50 smithi165 ceph-mon[33336]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:50 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:24:51.131 INFO:teuthology.orchestra.run.smithi083.stdout:163208757274 2024-04-12T09:24:51.660 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:51 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2105884154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:24:51.660 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:51 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2105884154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:24:51.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:51 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2105884154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:24:51.752 INFO:teuthology.orchestra.run.smithi083.stdout:107374182437 2024-04-12T09:24:52.048 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:51 smithi083 podman[75716]: 2024-04-12 09:24:51.66048956 +0000 UTC m=+6.314565174 container create 3e6c6757b223b389a9aaed16f8d8ee7a61bc02a286243939a5d01e5621cbab80 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:24:52.374 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182433 got 107374182437 for osd.3 2024-04-12T09:24:52.374 DEBUG:teuthology.parallel:result is None 2024-04-12T09:24:52.652 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:52 smithi083 ceph-mon[41278]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:52.653 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:52 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2693658351' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:24:52.653 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:52 smithi083 ceph-mon[29829]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:52.653 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:52 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2693658351' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:24:52.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:52 smithi165 ceph-mon[33336]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:52.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:52 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2693658351' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:24:53.205 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 podman[75716]: 2024-04-12 09:24:53.029281502 +0000 UTC m=+7.683357117 container init 3e6c6757b223b389a9aaed16f8d8ee7a61bc02a286243939a5d01e5621cbab80 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:24:53.205 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 podman[75716]: 2024-04-12 09:24:53.036467405 +0000 UTC m=+7.690543017 container start 3e6c6757b223b389a9aaed16f8d8ee7a61bc02a286243939a5d01e5621cbab80 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:24:53.205 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.041Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T09:24:53.205 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.041Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T09:24:53.205 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.042Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T09:24:53.206 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.042Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T09:24:53.206 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.042Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T09:24:53.206 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.042Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T09:24:53.206 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T09:24:53.206 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T09:24:53.206 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T09:24:53.206 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T09:24:53.206 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T09:24:53.207 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T09:24:53.207 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T09:24:53.207 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T09:24:53.207 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T09:24:53.208 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T09:24:53.209 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[76180]: ts=2024-04-12T09:24:53.043Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 bash[75716]: 3e6c6757b223b389a9aaed16f8d8ee7a61bc02a286243939a5d01e5621cbab80 2024-04-12T09:24:53.210 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:24:53 smithi083 systemd[1]: Started Ceph node-exporter.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:24:53.392 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:53.396 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:24:53.529 INFO:teuthology.orchestra.run.smithi083.stdout:77309411370 2024-04-12T09:24:53.934 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:53 smithi165 systemd[1]: Starting Ceph node-exporter.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:24:54.184 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:54 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.184 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:54 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.184 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:54 smithi165 ceph-mon[33336]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:54.184 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:54 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.184 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:54 smithi165 ceph-mon[33336]: Deploying daemon node-exporter.b on smithi165 2024-04-12T09:24:54.184 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:54 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/511032470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:24:54.184 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:54 smithi165 bash[65505]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-12T09:24:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[29829]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[29829]: Deploying daemon node-exporter.b on smithi165 2024-04-12T09:24:54.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/511032470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:24:54.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[41278]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:54.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:24:54.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[41278]: Deploying daemon node-exporter.b on smithi165 2024-04-12T09:24:54.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:54 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/511032470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:24:54.992 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:54 smithi165 bash[65505]: Getting image source signatures 2024-04-12T09:24:54.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:54 smithi165 bash[65505]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-12T09:24:54.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:54 smithi165 bash[65505]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-12T09:24:54.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:54 smithi165 bash[65505]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-12T09:24:55.098 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018909 got 128849018911 for osd.4 2024-04-12T09:24:55.098 DEBUG:teuthology.parallel:result is None 2024-04-12T09:24:55.389 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411366 got 77309411370 for osd.2 2024-04-12T09:24:55.389 DEBUG:teuthology.parallel:result is None 2024-04-12T09:24:55.776 INFO:teuthology.orchestra.run.smithi083.stdout:231928234001 2024-04-12T09:24:55.991 INFO:teuthology.orchestra.run.smithi083.stdout:34359738419 2024-04-12T09:24:56.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:24:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:24:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:24:56.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:56 smithi083 ceph-mon[29829]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:56.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:56 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2365735325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:24:56.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:56 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1760907409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:24:56.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:56 smithi083 ceph-mon[41278]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:56.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:56 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2365735325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:24:56.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:56 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1760907409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:24:56.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:56 smithi165 ceph-mon[33336]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:56 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2365735325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:24:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:56 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1760907409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:24:56.748 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738415 got 34359738419 for osd.0 2024-04-12T09:24:56.748 DEBUG:teuthology.parallel:result is None 2024-04-12T09:24:57.187 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757271 got 163208757274 for osd.5 2024-04-12T09:24:57.188 DEBUG:teuthology.parallel:result is None 2024-04-12T09:24:57.583 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928233997 got 231928234001 for osd.7 2024-04-12T09:24:57.583 DEBUG:teuthology.parallel:result is None 2024-04-12T09:24:58.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:24:58 smithi083 ceph-mon[41278]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:58.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:24:58 smithi083 ceph-mon[29829]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:58.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:24:58 smithi165 ceph-mon[33336]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:24:59.242 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:58 smithi165 bash[65505]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T09:24:59.243 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 bash[65505]: Writing manifest to image destination 2024-04-12T09:24:59.548 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 podman[65505]: 2024-04-12 09:24:59.265200033 +0000 UTC m=+5.228462046 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T09:24:59.549 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 podman[65505]: 2024-04-12 09:24:59.338618474 +0000 UTC m=+5.301880478 container create d0b552271f687e6ee16d6ee2577884bfa96400d67765e4bf1b4ee5e0d6054636 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:24:59.549 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 podman[65505]: 2024-04-12 09:24:59.548740159 +0000 UTC m=+5.512002163 container init d0b552271f687e6ee16d6ee2577884bfa96400d67765e4bf1b4ee5e0d6054636 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:24:59.814 INFO:teuthology.orchestra.run.smithi083.stdout:197568495639 2024-04-12T09:24:59.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 podman[65505]: 2024-04-12 09:24:59.554811603 +0000 UTC m=+5.518073609 container start d0b552271f687e6ee16d6ee2577884bfa96400d67765e4bf1b4ee5e0d6054636 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:24:59.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.558Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T09:24:59.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.558Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T09:24:59.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.558Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T09:24:59.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.558Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T09:24:59.994 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T09:24:59.995 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T09:24:59.996 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.559Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.560Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[65557]: ts=2024-04-12T09:24:59.560Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 bash[65505]: d0b552271f687e6ee16d6ee2577884bfa96400d67765e4bf1b4ee5e0d6054636 2024-04-12T09:24:59.997 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:24:59 smithi165 systemd[1]: Started Ceph node-exporter.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:25:00.190 INFO:teuthology.orchestra.run.smithi083.stdout:55834574895 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3538653303' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:25:00.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3486321235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3538653303' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:25:00.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:00 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3486321235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:25:00.577 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:00.577 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.577 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.577 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.577 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.577 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:00.578 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:00.578 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3538653303' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:25:00.578 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:00 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3486321235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:25:00.614 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495635 got 197568495639 for osd.6 2024-04-12T09:25:00.614 DEBUG:teuthology.parallel:result is None 2024-04-12T09:25:01.246 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574892 got 55834574895 for osd.1 2024-04-12T09:25:01.246 DEBUG:teuthology.parallel:result is None 2024-04-12T09:25:01.246 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T09:25:01.246 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T09:25:01.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:01 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:01.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:01 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:01.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:01 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:02.390 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:02.623 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:02 smithi083 ceph-mon[29829]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:02.623 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:02 smithi083 ceph-mon[41278]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:02.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:02 smithi165 ceph-mon[33336]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:04.358 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:25:04.359 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-12T09:25:04.448 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:04 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:04.448 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:04 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:04.449 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:04 smithi083 ceph-mon[41278]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:04.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:04 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:04.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:04 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:04.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:04 smithi083 ceph-mon[29829]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:04.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:04 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:04.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:04 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:04.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:04 smithi165 ceph-mon[33336]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:05.195 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-04-12T09:25:03.237785+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385516,"kb_used_data":6656,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575700,"statfs":{"total":767960285184,"available":765517516800,"internally_reserved":0,"allocated":6815744,"data_stored":3876035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002372"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.845727+0000","last_change":"2024-04-12T09:24:07.287943+0000","last_active":"2024-04-12T09:24:08.845727+0000","last_peered":"2024-04-12T09:24:08.845727+0000","last_clean":"2024-04-12T09:24:08.845727+0000","last_became_active":"2024-04-12T09:24:07.287671+0000","last_became_peered":"2024-04-12T09:24:07.287671+0000","last_unstale":"2024-04-12T09:24:08.845727+0000","last_undegraded":"2024-04-12T09:24:08.845727+0000","last_fullsized":"2024-04-12T09:24:08.845727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:32.441415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.291889+0000","last_change":"2024-04-12T09:24:07.444548+0000","last_active":"2024-04-12T09:24:08.291889+0000","last_peered":"2024-04-12T09:24:08.291889+0000","last_clean":"2024-04-12T09:24:08.291889+0000","last_became_active":"2024-04-12T09:24:07.444169+0000","last_became_peered":"2024-04-12T09:24:07.444169+0000","last_unstale":"2024-04-12T09:24:08.291889+0000","last_undegraded":"2024-04-12T09:24:08.291889+0000","last_fullsized":"2024-04-12T09:24:08.291889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:07:22.976936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:10.059759+0000","last_change":"2024-04-12T09:24:07.444471+0000","last_active":"2024-04-12T09:24:10.059759+0000","last_peered":"2024-04-12T09:24:10.059759+0000","last_clean":"2024-04-12T09:24:10.059759+0000","last_became_active":"2024-04-12T09:24:07.443987+0000","last_became_peered":"2024-04-12T09:24:07.443987+0000","last_unstale":"2024-04-12T09:24:10.059759+0000","last_undegraded":"2024-04-12T09:24:10.059759+0000","last_fullsized":"2024-04-12T09:24:10.059759+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:29:32.404608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:10.059828+0000","last_change":"2024-04-12T09:24:07.290675+0000","last_active":"2024-04-12T09:24:10.059828+0000","last_peered":"2024-04-12T09:24:10.059828+0000","last_clean":"2024-04-12T09:24:10.059828+0000","last_became_active":"2024-04-12T09:24:07.290236+0000","last_became_peered":"2024-04-12T09:24:07.290236+0000","last_unstale":"2024-04-12T09:24:10.059828+0000","last_undegraded":"2024-04-12T09:24:10.059828+0000","last_fullsized":"2024-04-12T09:24:10.059828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:00:16.520971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":270,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:10.059863+0000","last_change":"2024-04-12T09:23:36.535091+0000","last_active":"2024-04-12T09:24:10.059863+0000","last_peered":"2024-04-12T09:24:10.059863+0000","last_clean":"2024-04-12T09:24:10.059863+0000","last_became_active":"2024-04-12T09:23:36.534588+0000","last_became_peered":"2024-04-12T09:23:36.534588+0000","last_unstale":"2024-04-12T09:24:10.059863+0000","last_undegraded":"2024-04-12T09:24:10.059863+0000","last_fullsized":"2024-04-12T09:24:10.059863+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_clean_scrub_stamp":"2024-04-12T09:21:34.891757+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:47:15.260581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.287368+0000","last_change":"2024-04-12T09:24:07.291661+0000","last_active":"2024-04-12T09:24:08.287368+0000","last_peered":"2024-04-12T09:24:08.287368+0000","last_clean":"2024-04-12T09:24:08.287368+0000","last_became_active":"2024-04-12T09:24:07.291388+0000","last_became_peered":"2024-04-12T09:24:07.291388+0000","last_unstale":"2024-04-12T09:24:08.287368+0000","last_undegraded":"2024-04-12T09:24:08.287368+0000","last_fullsized":"2024-04-12T09:24:08.287368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:41:56.619469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.291998+0000","last_change":"2024-04-12T09:24:07.444521+0000","last_active":"2024-04-12T09:24:08.291998+0000","last_peered":"2024-04-12T09:24:08.291998+0000","last_clean":"2024-04-12T09:24:08.291998+0000","last_became_active":"2024-04-12T09:24:07.444153+0000","last_became_peered":"2024-04-12T09:24:07.444153+0000","last_unstale":"2024-04-12T09:24:08.291998+0000","last_undegraded":"2024-04-12T09:24:08.291998+0000","last_fullsized":"2024-04-12T09:24:08.291998+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:26:00.026232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.287368+0000","last_change":"2024-04-12T09:24:07.290946+0000","last_active":"2024-04-12T09:24:08.287368+0000","last_peered":"2024-04-12T09:24:08.287368+0000","last_clean":"2024-04-12T09:24:08.287368+0000","last_became_active":"2024-04-12T09:24:07.290635+0000","last_became_peered":"2024-04-12T09:24:07.290635+0000","last_unstale":"2024-04-12T09:24:08.287368+0000","last_undegraded":"2024-04-12T09:24:08.287368+0000","last_fullsized":"2024-04-12T09:24:08.287368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:14:30.220951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.291870+0000","last_change":"2024-04-12T09:24:07.291099+0000","last_active":"2024-04-12T09:24:08.291870+0000","last_peered":"2024-04-12T09:24:08.291870+0000","last_clean":"2024-04-12T09:24:08.291870+0000","last_became_active":"2024-04-12T09:24:07.290682+0000","last_became_peered":"2024-04-12T09:24:07.290682+0000","last_unstale":"2024-04-12T09:24:08.291870+0000","last_undegraded":"2024-04-12T09:24:08.291870+0000","last_fullsized":"2024-04-12T09:24:08.291870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:03.877693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234003,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1220608,"data_stored":853268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.53400000000000003}]},{"osd":1,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.443}]},{"osd":2,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.61899999999999999}]},{"osd":3,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.54800000000000004}]},{"osd":4,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.505},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.57999999999999996}]},{"osd":5,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.65300000000000002}]},{"osd":6,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.63800000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495640,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1224704,"data_stored":853591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.52100000000000002}]},{"osd":1,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.504}]},{"osd":2,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46300000000000002}]},{"osd":3,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.378},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.48799999999999999}]},{"osd":5,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.57399999999999995}]},{"osd":7,"last update":"Fri Apr 12 09:24:37 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.55300000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297964,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447188,"statfs":{"total":95995035648,"available":95689920512,"internally_reserved":0,"allocated":622592,"data_stored":262693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.34799999999999998,"15min":0.32700000000000001},"min":{"1min":0.249,"5min":0.214,"15min":0.214},"max":{"1min":0.48399999999999999,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.34499999999999997},"min":{"1min":0.26400000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.373}]},{"osd":2,"last update":"Fri Apr 12 09:24:38 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60399999999999998,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.34100000000000003}]},{"osd":3,"last update":"Fri Apr 12 09:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.47099999999999997,"15min":0.46700000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.35699999999999998}]},{"osd":4,"last update":"Fri Apr 12 09:24:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73799999999999999,"5min":0.75,"15min":0.75},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.47299999999999998}]},{"osd":5,"last update":"Fri Apr 12 09:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.64600000000000002},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.53500000000000003}]},{"osd":6,"last update":"Fri Apr 12 09:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52000000000000002}]},{"osd":7,"last update":"Fri Apr 12 09:24:34 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.50700000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738421,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1224704,"data_stored":853591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 09:24:14 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.32600000000000001,"15min":0.30399999999999999},"min":{"1min":0.214,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.53300000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.372},{"interface":"front","average":{"1min":0.371,"5min":0.34200000000000003,"15min":0.317},"min":{"1min":0.24399999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52400000000000002,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.313}]},{"osd":2,"last update":"Fri Apr 12 09:24:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38200000000000001,"15min":0.37},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39700000000000002,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.41199999999999998}]},{"osd":3,"last update":"Fri Apr 12 09:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.439,"15min":0.44400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.38900000000000001}]},{"osd":4,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.59299999999999997,"15min":0.59399999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.629,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.82999999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.57699999999999996}]},{"osd":5,"last update":"Fri Apr 12 09:24:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.61299999999999999,"15min":0.61599999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.623,"15min":0.61899999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.52400000000000002}]},{"osd":6,"last update":"Fri Apr 12 09:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.47299999999999998}]},{"osd":7,"last update":"Fri Apr 12 09:24:34 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.44}]}]},{"osd":2,"up_from":18,"seq":77309411372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297972,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447180,"statfs":{"total":95995035648,"available":95689912320,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.36899999999999999,"15min":0.36499999999999999},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.497,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.38700000000000001,"15min":0.38100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.51800000000000002,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Apr 12 09:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.38,"15min":0.375},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.51800000000000002,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.41099999999999998,"15min":0.40600000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60899999999999999,"5min":0.755,"15min":0.755},"last":0.35499999999999998}]},{"osd":3,"last update":"Fri Apr 12 09:24:01 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.41599999999999998,"15min":0.41499999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.44700000000000001,"15min":0.44600000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.63900000000000001,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.29099999999999998}]},{"osd":4,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.436,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.75700000000000001,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.77900000000000003}]},{"osd":5,"last update":"Fri Apr 12 09:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.60999999999999999,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.621,"15min":0.629},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.83999999999999997}]},{"osd":6,"last update":"Fri Apr 12 09:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.79200000000000004}]},{"osd":7,"last update":"Fri Apr 12 09:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.75}]}]},{"osd":3,"up_from":25,"seq":107374182439,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297972,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447180,"statfs":{"total":95995035648,"available":95689912320,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.41499999999999998,"15min":0.42399999999999999},"min":{"1min":0.27300000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.47599999999999998,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.44600000000000001,"15min":0.45600000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.496,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.436}]},{"osd":1,"last update":"Fri Apr 12 09:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.438,"15min":0.44800000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.47999999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47499999999999998}]},{"osd":2,"last update":"Fri Apr 12 09:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.48799999999999999,"15min":0.5},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56599999999999995,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.443,"15min":0.45100000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.51700000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.45200000000000001}]},{"osd":4,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54600000000000004,"15min":0.54900000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.628,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.57599999999999996,"15min":0.57399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.77600000000000002,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.51300000000000001}]},{"osd":5,"last update":"Fri Apr 12 09:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55400000000000005,"15min":0.54900000000000004},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57599999999999996,"15min":0.57199999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61399999999999999}]},{"osd":6,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.501},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.60499999999999998}]},{"osd":7,"last update":"Fri Apr 12 09:24:35 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.624}]}]},{"osd":4,"up_from":30,"seq":128849018914,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53300000000000003,"15min":0.53100000000000003},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.36099999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71899999999999997,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.628}]},{"osd":1,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.42399999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.41599999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.75,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.53100000000000003}]},{"osd":2,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57299999999999995,"15min":0.57499999999999996},"min":{"1min":0.377,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78900000000000003,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55400000000000005,"15min":0.55300000000000005},"min":{"1min":0.41299999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.39200000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80800000000000005,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.51900000000000002}]},{"osd":5,"last update":"Fri Apr 12 09:24:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.41499999999999998,"15min":0.41399999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42299999999999999,"15min":0.41799999999999998},"min":{"1min":0.32200000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65300000000000002,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.39100000000000001}]},{"osd":6,"last update":"Fri Apr 12 09:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.379}]},{"osd":7,"last update":"Fri Apr 12 09:24:38 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.36599999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757277,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52500000000000002,"15min":0.52600000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.504,"15min":0.503},"min":{"1min":0.38400000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.39400000000000002}]},{"osd":1,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.71999999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54200000000000004,"15min":0.54100000000000004},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.56799999999999995}]},{"osd":2,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.54000000000000004,"15min":0.53700000000000003},"min":{"1min":0.36599999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.40799999999999997}]},{"osd":3,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.53700000000000003,"15min":0.52700000000000002},"min":{"1min":0.43099999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55200000000000005,"15min":0.55300000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.36399999999999999}]},{"osd":4,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.39900000000000002,"15min":0.38500000000000001},"min":{"1min":0.29399999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.312},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.42599999999999999,"15min":0.40999999999999998},"min":{"1min":0.32900000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.435}]},{"osd":6,"last update":"Fri Apr 12 09:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.44600000000000001}]},{"osd":7,"last update":"Fri Apr 12 09:24:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.38900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T09:25:05.197 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T09:25:05.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:05 smithi165 ceph-mon[33336]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:25:05.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:05 smithi083 ceph-mon[41278]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:25:05.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:05 smithi083 ceph-mon[29829]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:25:05.766 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:25:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:25:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:25:05.959 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:06.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:06 smithi165 ceph-mon[33336]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:06.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:06 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:06.541 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:06 smithi083 ceph-mon[41278]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:06.541 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:06 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:06.541 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:06 smithi083 ceph-mon[29829]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:06.541 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:06 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:07.474 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[41278]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[41278]: Reconfiguring daemon alertmanager.a on smithi083 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:07.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:07.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[29829]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T09:25:07.476 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:07 smithi083 ceph-mon[29829]: Reconfiguring daemon alertmanager.a on smithi083 2024-04-12T09:25:07.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:07 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:07 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:07 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:07 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:07 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:07 smithi165 ceph-mon[33336]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T09:25:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:07 smithi165 ceph-mon[33336]: Reconfiguring daemon alertmanager.a on smithi083 2024-04-12T09:25:08.431 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:08 smithi083 ceph-mon[41278]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:08.432 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:08 smithi083 ceph-mon[29829]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:08.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:08 smithi165 ceph-mon[33336]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:09.041 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:25:09.043 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-12T09:25:10.385 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-04-12T09:25:07.238428+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385516,"kb_used_data":6656,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575700,"statfs":{"total":767960285184,"available":765517516800,"internally_reserved":0,"allocated":6815744,"data_stored":3876035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002282"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.845727+0000","last_change":"2024-04-12T09:24:07.287943+0000","last_active":"2024-04-12T09:24:08.845727+0000","last_peered":"2024-04-12T09:24:08.845727+0000","last_clean":"2024-04-12T09:24:08.845727+0000","last_became_active":"2024-04-12T09:24:07.287671+0000","last_became_peered":"2024-04-12T09:24:07.287671+0000","last_unstale":"2024-04-12T09:24:08.845727+0000","last_undegraded":"2024-04-12T09:24:08.845727+0000","last_fullsized":"2024-04-12T09:24:08.845727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:32.441415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.291889+0000","last_change":"2024-04-12T09:24:07.444548+0000","last_active":"2024-04-12T09:24:08.291889+0000","last_peered":"2024-04-12T09:24:08.291889+0000","last_clean":"2024-04-12T09:24:08.291889+0000","last_became_active":"2024-04-12T09:24:07.444169+0000","last_became_peered":"2024-04-12T09:24:07.444169+0000","last_unstale":"2024-04-12T09:24:08.291889+0000","last_undegraded":"2024-04-12T09:24:08.291889+0000","last_fullsized":"2024-04-12T09:24:08.291889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:07:22.976936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:10.059759+0000","last_change":"2024-04-12T09:24:07.444471+0000","last_active":"2024-04-12T09:24:10.059759+0000","last_peered":"2024-04-12T09:24:10.059759+0000","last_clean":"2024-04-12T09:24:10.059759+0000","last_became_active":"2024-04-12T09:24:07.443987+0000","last_became_peered":"2024-04-12T09:24:07.443987+0000","last_unstale":"2024-04-12T09:24:10.059759+0000","last_undegraded":"2024-04-12T09:24:10.059759+0000","last_fullsized":"2024-04-12T09:24:10.059759+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:29:32.404608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:10.059828+0000","last_change":"2024-04-12T09:24:07.290675+0000","last_active":"2024-04-12T09:24:10.059828+0000","last_peered":"2024-04-12T09:24:10.059828+0000","last_clean":"2024-04-12T09:24:10.059828+0000","last_became_active":"2024-04-12T09:24:07.290236+0000","last_became_peered":"2024-04-12T09:24:07.290236+0000","last_unstale":"2024-04-12T09:24:10.059828+0000","last_undegraded":"2024-04-12T09:24:10.059828+0000","last_fullsized":"2024-04-12T09:24:10.059828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:00:16.520971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":270,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:10.059863+0000","last_change":"2024-04-12T09:23:36.535091+0000","last_active":"2024-04-12T09:24:10.059863+0000","last_peered":"2024-04-12T09:24:10.059863+0000","last_clean":"2024-04-12T09:24:10.059863+0000","last_became_active":"2024-04-12T09:23:36.534588+0000","last_became_peered":"2024-04-12T09:23:36.534588+0000","last_unstale":"2024-04-12T09:24:10.059863+0000","last_undegraded":"2024-04-12T09:24:10.059863+0000","last_fullsized":"2024-04-12T09:24:10.059863+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_clean_scrub_stamp":"2024-04-12T09:21:34.891757+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:47:15.260581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.287368+0000","last_change":"2024-04-12T09:24:07.291661+0000","last_active":"2024-04-12T09:24:08.287368+0000","last_peered":"2024-04-12T09:24:08.287368+0000","last_clean":"2024-04-12T09:24:08.287368+0000","last_became_active":"2024-04-12T09:24:07.291388+0000","last_became_peered":"2024-04-12T09:24:07.291388+0000","last_unstale":"2024-04-12T09:24:08.287368+0000","last_undegraded":"2024-04-12T09:24:08.287368+0000","last_fullsized":"2024-04-12T09:24:08.287368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:41:56.619469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.291998+0000","last_change":"2024-04-12T09:24:07.444521+0000","last_active":"2024-04-12T09:24:08.291998+0000","last_peered":"2024-04-12T09:24:08.291998+0000","last_clean":"2024-04-12T09:24:08.291998+0000","last_became_active":"2024-04-12T09:24:07.444153+0000","last_became_peered":"2024-04-12T09:24:07.444153+0000","last_unstale":"2024-04-12T09:24:08.291998+0000","last_undegraded":"2024-04-12T09:24:08.291998+0000","last_fullsized":"2024-04-12T09:24:08.291998+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:26:00.026232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.287368+0000","last_change":"2024-04-12T09:24:07.290946+0000","last_active":"2024-04-12T09:24:08.287368+0000","last_peered":"2024-04-12T09:24:08.287368+0000","last_clean":"2024-04-12T09:24:08.287368+0000","last_became_active":"2024-04-12T09:24:07.290635+0000","last_became_peered":"2024-04-12T09:24:07.290635+0000","last_unstale":"2024-04-12T09:24:08.287368+0000","last_undegraded":"2024-04-12T09:24:08.287368+0000","last_fullsized":"2024-04-12T09:24:08.287368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:14:30.220951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T09:24:08.291870+0000","last_change":"2024-04-12T09:24:07.291099+0000","last_active":"2024-04-12T09:24:08.291870+0000","last_peered":"2024-04-12T09:24:08.291870+0000","last_clean":"2024-04-12T09:24:08.291870+0000","last_became_active":"2024-04-12T09:24:07.290682+0000","last_became_peered":"2024-04-12T09:24:07.290682+0000","last_unstale":"2024-04-12T09:24:08.291870+0000","last_undegraded":"2024-04-12T09:24:08.291870+0000","last_fullsized":"2024-04-12T09:24:08.291870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:03.877693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234004,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1220608,"data_stored":853268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.56599999999999995}]},{"osd":1,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.47399999999999998}]},{"osd":2,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.498}]},{"osd":3,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.53800000000000003}]},{"osd":4,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.58699999999999997}]},{"osd":5,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.61899999999999999}]},{"osd":6,"last update":"Fri Apr 12 09:24:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.72599999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495641,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1224704,"data_stored":853591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.58899999999999997}]},{"osd":1,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.52900000000000003}]},{"osd":2,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.498},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.61499999999999999}]},{"osd":3,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.47299999999999998}]},{"osd":4,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.38300000000000001}]},{"osd":5,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.33500000000000002}]},{"osd":7,"last update":"Fri Apr 12 09:24:37 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.39200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297964,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447188,"statfs":{"total":95995035648,"available":95689920512,"internally_reserved":0,"allocated":622592,"data_stored":262693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.34799999999999998,"15min":0.32700000000000001},"min":{"1min":0.249,"5min":0.214,"15min":0.214},"max":{"1min":0.48399999999999999,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.34499999999999997},"min":{"1min":0.26400000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.379}]},{"osd":2,"last update":"Fri Apr 12 09:24:38 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.60399999999999998,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Apr 12 09:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.46000000000000002,"15min":0.46300000000000002},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.59199999999999997,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.439},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.434,"15min":0.44600000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.504,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.311}]},{"osd":4,"last update":"Fri Apr 12 09:24:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73799999999999999,"5min":0.75,"15min":0.75},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Apr 12 09:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.64600000000000002},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.58299999999999996}]},{"osd":6,"last update":"Fri Apr 12 09:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.505},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59199999999999997}]},{"osd":7,"last update":"Fri Apr 12 09:24:34 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.53200000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738422,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1224704,"data_stored":853591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 09:24:14 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.32600000000000001,"15min":0.30399999999999999},"min":{"1min":0.214,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.53300000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.34200000000000003,"15min":0.317},"min":{"1min":0.24399999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52400000000000002,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.27400000000000002}]},{"osd":2,"last update":"Fri Apr 12 09:24:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38200000000000001,"15min":0.37},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39700000000000002,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.32600000000000001}]},{"osd":3,"last update":"Fri Apr 12 09:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.42999999999999999,"15min":0.441},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.311},{"interface":"front","average":{"1min":0.441,"5min":0.45200000000000001,"15min":0.45900000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.38400000000000001}]},{"osd":4,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.59299999999999997,"15min":0.59399999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.82999999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.67800000000000005}]},{"osd":5,"last update":"Fri Apr 12 09:24:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.61299999999999999,"15min":0.61599999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.623,"15min":0.61899999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.70799999999999996}]},{"osd":6,"last update":"Fri Apr 12 09:24:09 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.54700000000000004}]},{"osd":7,"last update":"Fri Apr 12 09:24:34 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.60599999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411373,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297972,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447180,"statfs":{"total":95995035648,"available":95689912320,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.36899999999999999,"15min":0.36499999999999999},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.497,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.38700000000000001,"15min":0.38100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.51800000000000002,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.34899999999999998}]},{"osd":1,"last update":"Fri Apr 12 09:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.38,"15min":0.375},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.51800000000000002,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.41099999999999998,"15min":0.40600000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60899999999999999,"5min":0.755,"15min":0.755},"last":0.32500000000000001}]},{"osd":3,"last update":"Fri Apr 12 09:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40799999999999997,"15min":0.41199999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.53300000000000003,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.42799999999999999,"15min":0.44},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.48499999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.372}]},{"osd":4,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.436,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.75700000000000001,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.67500000000000004}]},{"osd":5,"last update":"Fri Apr 12 09:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.60999999999999999,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.621,"15min":0.629},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.628}]},{"osd":6,"last update":"Fri Apr 12 09:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.61699999999999999}]},{"osd":7,"last update":"Fri Apr 12 09:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.70599999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182440,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297972,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447180,"statfs":{"total":95995035648,"available":95689912320,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.41499999999999998,"15min":0.42399999999999999},"min":{"1min":0.27300000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.47599999999999998,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.44600000000000001,"15min":0.45600000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.496,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.50900000000000001}]},{"osd":1,"last update":"Fri Apr 12 09:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.438,"15min":0.44800000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.47999999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.377},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.40500000000000003}]},{"osd":2,"last update":"Fri Apr 12 09:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.48799999999999999,"15min":0.5},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56599999999999995,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.443,"15min":0.45100000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.51700000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.39400000000000002}]},{"osd":4,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54600000000000004,"15min":0.54900000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.628,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.57599999999999996,"15min":0.57399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.77600000000000002,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":1.369}]},{"osd":5,"last update":"Fri Apr 12 09:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55400000000000005,"15min":0.54900000000000004},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":1.24},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57599999999999996,"15min":0.57199999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.64600000000000002}]},{"osd":6,"last update":"Fri Apr 12 09:24:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":1.2809999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":1.409}]},{"osd":7,"last update":"Fri Apr 12 09:24:35 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":1.2509999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.624}]}]},{"osd":4,"up_from":30,"seq":128849018915,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53300000000000003,"15min":0.53100000000000003},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.36099999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71899999999999997,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.628}]},{"osd":1,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.42399999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.41599999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.75,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.53100000000000003}]},{"osd":2,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57299999999999995,"15min":0.57499999999999996},"min":{"1min":0.377,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78900000000000003,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55400000000000005,"15min":0.55300000000000005},"min":{"1min":0.41299999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Apr 12 09:24:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.39200000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80800000000000005,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.51900000000000002}]},{"osd":5,"last update":"Fri Apr 12 09:24:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.41499999999999998,"15min":0.41399999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42299999999999999,"15min":0.41799999999999998},"min":{"1min":0.32200000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65300000000000002,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.39100000000000001}]},{"osd":6,"last update":"Fri Apr 12 09:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.379}]},{"osd":7,"last update":"Fri Apr 12 09:24:38 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.36599999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757278,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":630784,"data_stored":263223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52500000000000002,"15min":0.52600000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.504,"15min":0.503},"min":{"1min":0.38400000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54700000000000004}]},{"osd":1,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.71999999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54200000000000004,"15min":0.54100000000000004},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.504}]},{"osd":2,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.54000000000000004,"15min":0.53700000000000003},"min":{"1min":0.36599999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.627}]},{"osd":3,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.53700000000000003,"15min":0.52700000000000002},"min":{"1min":0.43099999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55200000000000005,"15min":0.55300000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Apr 12 09:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.39900000000000002,"15min":0.38500000000000001},"min":{"1min":0.29399999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.42599999999999999,"15min":0.40999999999999998},"min":{"1min":0.32900000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.42899999999999999}]},{"osd":6,"last update":"Fri Apr 12 09:24:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38600000000000001}]},{"osd":7,"last update":"Fri Apr 12 09:24:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.34999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T09:25:10.386 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T09:25:10.387 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T09:25:10.387 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T09:25:10.387 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:25:10.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:10 smithi165 ceph-mon[33336]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:25:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:10 smithi165 ceph-mon[33336]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:10 smithi083 ceph-mon[41278]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:25:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:10 smithi083 ceph-mon[41278]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:10 smithi083 ceph-mon[29829]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:25:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:10 smithi083 ceph-mon[29829]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:10.822 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:11.463 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:11 smithi083 systemd[1]: Stopping Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:25:12.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:12 smithi083 ceph-mon[29829]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:12.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:12 smithi083 ceph-mon[41278]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:12.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:12 smithi165 ceph-mon[33336]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:13.211 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[72858]: ts=2024-04-12T09:25:13.040Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:25:13.468 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:25:13.468 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-12T09:25:13.468 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:13 smithi083 podman[78063]: 2024-04-12 09:25:13.260630933 +0000 UTC m=+1.068013914 container died 7180682833d7418dba4904147f71975f463a38be7c7160d305ebc9a400de8a02 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:13.773 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:13 smithi083 podman[78063]: 2024-04-12 09:25:13.605425179 +0000 UTC m=+1.412808160 container cleanup 7180682833d7418dba4904147f71975f463a38be7c7160d305ebc9a400de8a02 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:13.773 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:13 smithi083 bash[78063]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T09:25:14.053 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:13 smithi083 podman[78124]: 2024-04-12 09:25:13.773430945 +0000 UTC m=+0.690256273 container remove 7180682833d7418dba4904147f71975f463a38be7c7160d305ebc9a400de8a02 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:14.054 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:13 smithi083 podman[78124]: 2024-04-12 09:25:13.87396995 +0000 UTC m=+0.790795280 volume remove e8c89913bc142283efd453231ef571735c5c208d8ba64b9cf5773290c5371b64 2024-04-12T09:25:14.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:14 smithi083 ceph-mon[29829]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:14.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:14 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3116312347' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:25:14.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:14 smithi083 ceph-mon[41278]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:14.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:14 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3116312347' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:25:14.664 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-12T09:25:14.664 INFO:tasks.cephadm:Setup complete, yielding 2024-04-12T09:25:14.664 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-12T09:25:14.673 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi083.front.sepia.ceph.com 2024-04-12T09:25:14.673 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-04-12T09:25:14.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:14 smithi165 ceph-mon[33336]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:14 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3116312347' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:25:14.947 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:15.053 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:14 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T09:25:15.054 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:14 smithi083 systemd[1]: Stopped Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:25:15.054 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:14 smithi083 systemd[1]: Starting Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:25:15.804 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:15 smithi083 podman[78348]: 2024-04-12 09:25:15.233440957 +0000 UTC m=+0.254903039 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T09:25:15.804 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:15 smithi083 podman[78348]: 2024-04-12 09:25:15.339936889 +0000 UTC m=+0.361398968 volume create 5a1e78778c58f50bbd5b37a83fe1730795a383587e55bbc556081cedd893392b 2024-04-12T09:25:16.194 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:25:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:25:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:25:16.196 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:15 smithi083 podman[78348]: 2024-04-12 09:25:15.909706768 +0000 UTC m=+0.931168847 container create 78a8b23b07b7c49b74c637649b7c7ba3713dd6ac00bebd36a045e53725b3edf1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:16.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:16 smithi165 ceph-mon[33336]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:16.547 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-mon[41278]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:16.547 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-mon[29829]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:17.186 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 podman[78348]: 2024-04-12 09:25:16.943057593 +0000 UTC m=+1.964519672 container init 78a8b23b07b7c49b74c637649b7c7ba3713dd6ac00bebd36a045e53725b3edf1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:17.186 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 podman[78348]: 2024-04-12 09:25:16.949158501 +0000 UTC m=+1.970620589 container start 78a8b23b07b7c49b74c637649b7c7ba3713dd6ac00bebd36a045e53725b3edf1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:16.962Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:16.962Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:16.963Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.83 port=9094 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:16.964Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:16.987Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:16.988Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:16.990Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:16.990Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:17 smithi083 bash[78348]: 78a8b23b07b7c49b74c637649b7c7ba3713dd6ac00bebd36a045e53725b3edf1 2024-04-12T09:25:17.187 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:17 smithi083 systemd[1]: Started Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:25:18.333 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:18.333 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:18.333 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[29829]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[29829]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[29829]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[29829]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[41278]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[41278]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[41278]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:18.334 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[41278]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:25:18.335 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T09:25:18.335 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T09:25:18.366 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:18 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:18.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:18 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:18.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:18 smithi165 ceph-mon[33336]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:25:18.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:18 smithi165 ceph-mon[33336]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:25:18.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:18 smithi165 ceph-mon[33336]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:18.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:18 smithi165 ceph-mon[33336]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:25:18.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:18 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T09:25:18.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:18 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T09:25:19.287 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:18 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:18.964Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000625597s 2024-04-12T09:25:19.287 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-12T09:25:19.287 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-mon[29829]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T09:25:19.287 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:19.287 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:19.287 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a[29806]: 2024-04-12T09:25:19.096+0000 7efd071ea700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T09:25:19.288 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-12T09:25:19.288 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-mon[41278]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T09:25:19.288 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:19.288 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:19 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:19.396 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:19 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-12T09:25:19.396 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:19 smithi165 ceph-mon[33336]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T09:25:19.397 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:19 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:19.397 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:19 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:19.756 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-04-12T09:25:20.011 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: fsmap foo:0 2024-04-12T09:25:20.210 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: Saving service mds.foo spec with placement count:2 2024-04-12T09:25:20.211 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:20.211 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-mon[33336]: pgmap v47: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: fsmap foo:0 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: Saving service mds.foo spec with placement count:2 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:20.421 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[29829]: pgmap v47: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: fsmap foo:0 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: Saving service mds.foo spec with placement count:2 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:20.422 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:20 smithi083 ceph-mon[41278]: pgmap v47: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:20.492 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 systemd[1]: Stopping Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.640Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.640Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.640Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.640Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.640Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.640Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.640Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.640Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.641Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.641Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T09:25:20.939 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.641Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T09:25:20.940 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[63035]: ts=2024-04-12T09:25:20.641Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T09:25:20.940 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:20 smithi165 podman[66453]: 2024-04-12 09:25:20.65133908 +0000 UTC m=+0.125310884 container died edf21f93eac3b2eaf590b3960da5f705aab30a766c980c267f0f3ff98781654a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:21.242 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 podman[66453]: 2024-04-12 09:25:21.021082519 +0000 UTC m=+0.495054322 container cleanup edf21f93eac3b2eaf590b3960da5f705aab30a766c980c267f0f3ff98781654a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:21.243 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 bash[66453]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T09:25:21.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-mon[33336]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T09:25:21.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:21.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:21.276 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:21 smithi083 ceph-mon[29829]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T09:25:21.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:21 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:21.277 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:21 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:21.277 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:21 smithi083 ceph-mon[41278]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T09:25:21.277 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:21 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:21.277 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:21 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:21.670 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 podman[66473]: 2024-04-12 09:25:21.28939157 +0000 UTC m=+0.641118005 container remove edf21f93eac3b2eaf590b3960da5f705aab30a766c980c267f0f3ff98781654a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:21.671 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T09:25:21.671 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 systemd[1]: Stopped Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:25:21.671 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.111s CPU time. 2024-04-12T09:25:21.671 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 systemd[1]: Starting Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:25:21.937 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 podman[66578]: 2024-04-12 09:25:21.574225748 +0000 UTC m=+0.019189980 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T09:25:21.937 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 podman[66578]: 2024-04-12 09:25:21.698841909 +0000 UTC m=+0.143806141 container create 76618a5f46d368cfb14da2bfb1cadaefde79e960b9c0f2430a63d8df20fb65cb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:21.937 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 podman[66578]: 2024-04-12 09:25:21.908959363 +0000 UTC m=+0.353923600 container init 76618a5f46d368cfb14da2bfb1cadaefde79e960b9c0f2430a63d8df20fb65cb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:21.937 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 podman[66578]: 2024-04-12 09:25:21.914326907 +0000 UTC m=+0.359291139 container start 76618a5f46d368cfb14da2bfb1cadaefde79e960b9c0f2430a63d8df20fb65cb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:25:22.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T09:25:22.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: pgmap v50: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:25:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi083.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T09:25:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:25:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:22 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi165.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T09:25:22.243 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.936Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.937Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.937Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi165 (none))" 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.937Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.937Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.939Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.940Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.941Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.941Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.943Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.943Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.144µs 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.943Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.943Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-12T09:25:22.244 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.943Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.943Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.57µs wal_replay_duration=444.767µs wbl_replay_duration=118ns total_replay_duration=483.432µs 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.944Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.944Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.944Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.960Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.352611ms db_storage=700ns remote_storage=948ns web_handler=336ns query_engine=517ns scrape=381.954µs scrape_sd=23.624µs notify=19.42µs notify_sd=5.588µs rules=14.670381ms tracing=5.598µs 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.960Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:25:21.960Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:22 smithi165 bash[66578]: 76618a5f46d368cfb14da2bfb1cadaefde79e960b9c0f2430a63d8df20fb65cb 2024-04-12T09:25:22.245 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:25:22 smithi165 systemd[1]: Started Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:25:22.440 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: pgmap v50: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi083.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi165.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T09:25:22.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: pgmap v50: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi083.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi165.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STOPPING 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STOPPED 2024-04-12T09:25:22.442 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STARTING 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Serving on http://:::9283 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STARTED 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STOPPING 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STOPPED 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STARTING 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Serving on http://:::9283 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STARTED 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STOPPING 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STOPPED 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STARTING 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Serving on http://:::9283 2024-04-12T09:25:22.443 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:22 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:25:22] ENGINE Bus STARTED 2024-04-12T09:25:22.581 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-04-12T09:25:23.117 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:25:23.117 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi083.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi083.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi165.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi165.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi165.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T09:25:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi083.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi165.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi165.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi165.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:23 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi165.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi165.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi165.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:23 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:23.505 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:24.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:24 smithi083 ceph-mon[29829]: pgmap v51: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:24.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:24 smithi083 ceph-mon[41278]: pgmap v51: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:24.409 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:24 smithi165 ceph-mon[33336]: pgmap v51: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:26.498 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:26 smithi083 ceph-mon[41278]: pgmap v52: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:26.499 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:26 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:26.499 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:26 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:26.499 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:26 smithi083 ceph-mon[29829]: pgmap v52: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:26.499 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:26 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:26.499 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:26 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:26.522 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-12T09:25:26.531 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T09:25:26.531 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T09:25:26.532 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T09:25:26.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:26 smithi165 ceph-mon[33336]: pgmap v52: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:26.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:26 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:26.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:26 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:27.303 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:25:26 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:25:26.968Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00384227s 2024-04-12T09:25:27.308 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T09:25:28.519 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T09:25:28.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:28 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T09:25:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:28 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:29.350 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:29 smithi083 ceph-mon[41278]: Deploying daemon mds.foo.smithi083.srygwg on smithi083 2024-04-12T09:25:29.350 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:29 smithi083 ceph-mon[29829]: Deploying daemon mds.foo.smithi083.srygwg on smithi083 2024-04-12T09:25:29.462 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:25:29.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:29 smithi165 ceph-mon[33336]: Deploying daemon mds.foo.smithi083.srygwg on smithi083 2024-04-12T09:25:30.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:30 smithi083 ceph-mon[41278]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:30.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:30 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2031397709' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:25:30.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:30 smithi083 ceph-mon[29829]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:30.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:30 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2031397709' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:25:30.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:30 smithi165 ceph-mon[33336]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:30.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:30 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2031397709' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:25:30.867 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":21,"active_gid":24338,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":3456530539},{"type":"v1","addr":"172.21.15.83:6801","nonce":3456530539}]},"active_addr":"172.21.15.83:6801/3456530539","active_change":"2024-04-12T09:24:05.216226+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24337,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.83:8443/","prometheus":"http://172.21.15.83:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1892985215}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":3876038898}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1875949226}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1459972129}]}]} 2024-04-12T09:25:30.872 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T09:25:30.872 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T09:25:30.872 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:25:31.471 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:32.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:32.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: Deploying daemon mds.foo.smithi165.bkjpul on smithi165 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:boot 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: daemon mds.foo.smithi083.srygwg assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: Cluster is now healthy 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: fsmap foo:0 1 up:standby 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: fsmap foo:1 {0=foo.smithi083.srygwg=up:creating} 2024-04-12T09:25:32.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:32 smithi165 ceph-mon[33336]: daemon mds.foo.smithi083.srygwg is now active in filesystem foo as rank 0 2024-04-12T09:25:32.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:32.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: Deploying daemon mds.foo.smithi165.bkjpul on smithi165 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:boot 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: daemon mds.foo.smithi083.srygwg assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-12T09:25:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: Cluster is now healthy 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: fsmap foo:0 1 up:standby 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: fsmap foo:1 {0=foo.smithi083.srygwg=up:creating} 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[41278]: daemon mds.foo.smithi083.srygwg is now active in filesystem foo as rank 0 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:25:32.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: Deploying daemon mds.foo.smithi165.bkjpul on smithi165 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:boot 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: daemon mds.foo.smithi083.srygwg assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: Cluster is now healthy 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: fsmap foo:0 1 up:standby 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: fsmap foo:1 {0=foo.smithi083.srygwg=up:creating} 2024-04-12T09:25:32.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:32 smithi083 ceph-mon[29829]: daemon mds.foo.smithi083.srygwg is now active in filesystem foo as rank 0 2024-04-12T09:25:33.537 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:25:33.537 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":68,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","created":"2024-04-12T09:18:27.727292+0000","modified":"2024-04-12T09:25:21.108487+0000","last_up_change":"2024-04-12T09:23:33.168475+0000","last_in_change":"2024-04-12T09:23:15.888766+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T09:21:34.841623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T09:24:05.907324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-12T09:25:17.752033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-12T09:25:18.325880+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"36550089-c458-47ea-bb8c-b6908cde64e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6803","nonce":1567486644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6805","nonce":1567486644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6809","nonce":1567486644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6807","nonce":1567486644}]},"public_addr":"172.21.15.83:6803/1567486644","cluster_addr":"172.21.15.83:6805/1567486644","heartbeat_back_addr":"172.21.15.83:6809/1567486644","heartbeat_front_addr":"172.21.15.83:6807/1567486644","state":["exists","up"]},{"osd":1,"uuid":"8f5adc11-3574-4014-89f9-db3632513379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6811","nonce":2142779758}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6813","nonce":2142779758}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6817","nonce":2142779758}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6815","nonce":2142779758}]},"public_addr":"172.21.15.83:6811/2142779758","cluster_addr":"172.21.15.83:6813/2142779758","heartbeat_back_addr":"172.21.15.83:6817/2142779758","heartbeat_front_addr":"172.21.15.83:6815/2142779758","state":["exists","up"]},{"osd":2,"uuid":"6fd6255d-e59e-4d0b-b419-7ef14f28c3b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6819","nonce":2725591858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6821","nonce":2725591858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6825","nonce":2725591858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6823","nonce":2725591858}]},"public_addr":"172.21.15.83:6819/2725591858","cluster_addr":"172.21.15.83:6821/2725591858","heartbeat_back_addr":"172.21.15.83:6825/2725591858","heartbeat_front_addr":"172.21.15.83:6823/2725591858","state":["exists","up"]},{"osd":3,"uuid":"3578f496-53d6-48ed-9868-8f9fa550dfde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6827","nonce":878903397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6829","nonce":878903397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6833","nonce":878903397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6831","nonce":878903397}]},"public_addr":"172.21.15.83:6827/878903397","cluster_addr":"172.21.15.83:6829/878903397","heartbeat_back_addr":"172.21.15.83:6833/878903397","heartbeat_front_addr":"172.21.15.83:6831/878903397","state":["exists","up"]},{"osd":4,"uuid":"684bdf2f-4335-46f8-acb5-e5d4c621f566","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6801","nonce":48389869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6803","nonce":48389869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6807","nonce":48389869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6805","nonce":48389869}]},"public_addr":"172.21.15.165:6801/48389869","cluster_addr":"172.21.15.165:6803/48389869","heartbeat_back_addr":"172.21.15.165:6807/48389869","heartbeat_front_addr":"172.21.15.165:6805/48389869","state":["exists","up"]},{"osd":5,"uuid":"6e4b25a1-1e62-4410-9cd2-39a08a74d663","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6809","nonce":3067205231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6811","nonce":3067205231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6815","nonce":3067205231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6813","nonce":3067205231}]},"public_addr":"172.21.15.165:6809/3067205231","cluster_addr":"172.21.15.165:6811/3067205231","heartbeat_back_addr":"172.21.15.165:6815/3067205231","heartbeat_front_addr":"172.21.15.165:6813/3067205231","state":["exists","up"]},{"osd":6,"uuid":"28f01575-af73-4149-b25f-df09b9320745","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6817","nonce":3828439471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6819","nonce":3828439471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6823","nonce":3828439471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6821","nonce":3828439471}]},"public_addr":"172.21.15.165:6817/3828439471","cluster_addr":"172.21.15.165:6819/3828439471","heartbeat_back_addr":"172.21.15.165:6823/3828439471","heartbeat_front_addr":"172.21.15.165:6821/3828439471","state":["exists","up"]},{"osd":7,"uuid":"f8079953-cedc-49b0-a718-b38157be2229","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6825","nonce":789927715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6827","nonce":789927715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6831","nonce":789927715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6829","nonce":789927715}]},"public_addr":"172.21.15.165:6825/789927715","cluster_addr":"172.21.15.165:6827/789927715","heartbeat_back_addr":"172.21.15.165:6831/789927715","heartbeat_front_addr":"172.21.15.165:6829/789927715","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:20:44.119396+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:07.949023+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:31.765014+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:55.963198+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:17.768570+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:42.070048+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:06.958939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:31.342080+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/3028434272":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/1888712973":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/2599589598":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/4114559448":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6800/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/3403912910":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/26455762":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/3614840425":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6801/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6800/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/1229580276":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6800/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/4105042424":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/2362567008":"2024-04-13T09:19:24.531949+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:25:34.272 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T09:25:34.272 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:25:34.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:34.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:active 2024-04-12T09:25:34.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 2024-04-12T09:25:34.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2324007224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:25:34.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:active 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2324007224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:34 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:active 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2324007224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:34.701 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:34 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:35.179 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:35.526 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:35 smithi165 ceph-mon[33336]: mds.? [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] up:boot 2024-04-12T09:25:35.526 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:35 smithi165 ceph-mon[33336]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:35.526 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:35 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:25:35.526 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:35 smithi165 ceph-mon[33336]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:35.526 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:35 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:35.526 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:35 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:35.526 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:35 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:35.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:25:35] "GET /metrics HTTP/1.1" 200 208049 "" "Prometheus/2.43.0" 2024-04-12T09:25:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[41278]: mds.? [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] up:boot 2024-04-12T09:25:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[41278]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:25:35.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[41278]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:35.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:35.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:35.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:35.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[29829]: mds.? [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] up:boot 2024-04-12T09:25:35.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[29829]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:35.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:25:35.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[29829]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:35.556 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:35.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:35.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:35 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:35.814 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:25:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:25:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:25:36.742 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:36 smithi083 ceph-mon[41278]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:36.742 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:36 smithi083 ceph-mon[29829]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:36.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:36 smithi165 ceph-mon[33336]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:37.231 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:25:37.231 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":68,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","created":"2024-04-12T09:18:27.727292+0000","modified":"2024-04-12T09:25:21.108487+0000","last_up_change":"2024-04-12T09:23:33.168475+0000","last_in_change":"2024-04-12T09:23:15.888766+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T09:21:34.841623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T09:24:05.907324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-12T09:25:17.752033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-12T09:25:18.325880+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"36550089-c458-47ea-bb8c-b6908cde64e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6803","nonce":1567486644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6805","nonce":1567486644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6809","nonce":1567486644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":1567486644},{"type":"v1","addr":"172.21.15.83:6807","nonce":1567486644}]},"public_addr":"172.21.15.83:6803/1567486644","cluster_addr":"172.21.15.83:6805/1567486644","heartbeat_back_addr":"172.21.15.83:6809/1567486644","heartbeat_front_addr":"172.21.15.83:6807/1567486644","state":["exists","up"]},{"osd":1,"uuid":"8f5adc11-3574-4014-89f9-db3632513379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6811","nonce":2142779758}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6813","nonce":2142779758}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6817","nonce":2142779758}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":2142779758},{"type":"v1","addr":"172.21.15.83:6815","nonce":2142779758}]},"public_addr":"172.21.15.83:6811/2142779758","cluster_addr":"172.21.15.83:6813/2142779758","heartbeat_back_addr":"172.21.15.83:6817/2142779758","heartbeat_front_addr":"172.21.15.83:6815/2142779758","state":["exists","up"]},{"osd":2,"uuid":"6fd6255d-e59e-4d0b-b419-7ef14f28c3b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6819","nonce":2725591858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6821","nonce":2725591858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6825","nonce":2725591858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2725591858},{"type":"v1","addr":"172.21.15.83:6823","nonce":2725591858}]},"public_addr":"172.21.15.83:6819/2725591858","cluster_addr":"172.21.15.83:6821/2725591858","heartbeat_back_addr":"172.21.15.83:6825/2725591858","heartbeat_front_addr":"172.21.15.83:6823/2725591858","state":["exists","up"]},{"osd":3,"uuid":"3578f496-53d6-48ed-9868-8f9fa550dfde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6827","nonce":878903397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6829","nonce":878903397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6833","nonce":878903397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":878903397},{"type":"v1","addr":"172.21.15.83:6831","nonce":878903397}]},"public_addr":"172.21.15.83:6827/878903397","cluster_addr":"172.21.15.83:6829/878903397","heartbeat_back_addr":"172.21.15.83:6833/878903397","heartbeat_front_addr":"172.21.15.83:6831/878903397","state":["exists","up"]},{"osd":4,"uuid":"684bdf2f-4335-46f8-acb5-e5d4c621f566","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6801","nonce":48389869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6803","nonce":48389869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6807","nonce":48389869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6805","nonce":48389869}]},"public_addr":"172.21.15.165:6801/48389869","cluster_addr":"172.21.15.165:6803/48389869","heartbeat_back_addr":"172.21.15.165:6807/48389869","heartbeat_front_addr":"172.21.15.165:6805/48389869","state":["exists","up"]},{"osd":5,"uuid":"6e4b25a1-1e62-4410-9cd2-39a08a74d663","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6809","nonce":3067205231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6811","nonce":3067205231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6815","nonce":3067205231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6813","nonce":3067205231}]},"public_addr":"172.21.15.165:6809/3067205231","cluster_addr":"172.21.15.165:6811/3067205231","heartbeat_back_addr":"172.21.15.165:6815/3067205231","heartbeat_front_addr":"172.21.15.165:6813/3067205231","state":["exists","up"]},{"osd":6,"uuid":"28f01575-af73-4149-b25f-df09b9320745","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6817","nonce":3828439471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6819","nonce":3828439471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6823","nonce":3828439471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6821","nonce":3828439471}]},"public_addr":"172.21.15.165:6817/3828439471","cluster_addr":"172.21.15.165:6819/3828439471","heartbeat_back_addr":"172.21.15.165:6823/3828439471","heartbeat_front_addr":"172.21.15.165:6821/3828439471","state":["exists","up"]},{"osd":7,"uuid":"f8079953-cedc-49b0-a718-b38157be2229","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6825","nonce":789927715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6827","nonce":789927715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6831","nonce":789927715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6829","nonce":789927715}]},"public_addr":"172.21.15.165:6825/789927715","cluster_addr":"172.21.15.165:6827/789927715","heartbeat_back_addr":"172.21.15.165:6831/789927715","heartbeat_front_addr":"172.21.15.165:6829/789927715","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:20:44.119396+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:07.949023+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:31.765014+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:55.963198+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:17.768570+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:42.070048+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:06.958939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:31.342080+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/3028434272":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/1888712973":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/2599589598":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/4114559448":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6800/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/3403912910":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/26455762":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/3614840425":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6801/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6800/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6801/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/1229580276":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6800/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/4105042424":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/2362567008":"2024-04-13T09:19:24.531949+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:25:37.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:37 smithi165 ceph-mon[33336]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:active 2024-04-12T09:25:37.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:37 smithi165 ceph-mon[33336]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:37.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:37 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/181238889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:25:37.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:37 smithi083 ceph-mon[29829]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:active 2024-04-12T09:25:37.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:37 smithi083 ceph-mon[29829]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:37.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:37 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/181238889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:25:37.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:37 smithi083 ceph-mon[41278]: mds.? [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] up:active 2024-04-12T09:25:37.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:37 smithi083 ceph-mon[41278]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:37.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:37 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/181238889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:25:38.237 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T09:25:38.238 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T09:25:38.238 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T09:25:38.239 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T09:25:38.240 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T09:25:38.240 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T09:25:38.241 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T09:25:38.241 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T09:25:38.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:38 smithi083 ceph-mon[41278]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:38.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:38 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:38.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:38 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:38.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:38 smithi083 ceph-mon[29829]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:38.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:38 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:38.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:38 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:38.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:38 smithi165 ceph-mon[33336]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:38.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:38 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:38.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:38 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:39.607 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:39.607 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:39.608 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:39.608 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:39.610 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:39.616 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:39.618 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:39.622 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: mds.? [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] up:standby 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:40.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: mds.? [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] up:standby 2024-04-12T09:25:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:39 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:40.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: mds.? [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] up:standby 2024-04-12T09:25:40.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:25:40.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:40.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:25:40.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:25:40.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:40.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:39 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:25:42.458 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:42 smithi083 ceph-mon[29829]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:42.458 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:42 smithi083 ceph-mon[41278]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:42.622 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:42 smithi165 ceph-mon[33336]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:43 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:43 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:43 smithi083 ceph-mon[41278]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:44.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:43 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:44.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:43 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:44.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:43 smithi083 ceph-mon[29829]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:44.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:43 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:44.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:43 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:25:44.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:43 smithi165 ceph-mon[33336]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:45.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:25:45] "GET /metrics HTTP/1.1" 200 238908 "" "Prometheus/2.43.0" 2024-04-12T09:25:46.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:25:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:25:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:25:46.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:46 smithi083 ceph-mon[29829]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:46.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:46 smithi083 ceph-mon[41278]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:46.560 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:46 smithi165 ceph-mon[33336]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:48.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:48 smithi083 ceph-mon[41278]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:48.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:48 smithi083 ceph-mon[29829]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:48 smithi165 ceph-mon[33336]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T09:25:50.474 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:50 smithi083 ceph-mon[41278]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T09:25:50.474 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:50 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:50.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:50 smithi083 ceph-mon[29829]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T09:25:50.475 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:50 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:50 smithi165 ceph-mon[33336]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T09:25:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:50 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:25:51.036 INFO:teuthology.orchestra.run.smithi083.stdout:77309411382 2024-04-12T09:25:51.037 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T09:25:51.138 INFO:teuthology.orchestra.run.smithi083.stdout:34359738431 2024-04-12T09:25:51.139 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T09:25:52.491 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:52 smithi083 ceph-mon[41278]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T09:25:52.491 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:52 smithi083 ceph-mon[29829]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T09:25:52.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:52 smithi165 ceph-mon[33336]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T09:25:54.090 INFO:teuthology.orchestra.run.smithi083.stdout:55834574907 2024-04-12T09:25:54.091 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T09:25:54.520 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:54 smithi083 ceph-mon[41278]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:54.520 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:54 smithi083 ceph-mon[29829]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:54.543 INFO:teuthology.orchestra.run.smithi083.stdout:231928234014 2024-04-12T09:25:54.543 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T09:25:54.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:54 smithi165 ceph-mon[33336]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:55.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:25:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:25:55] "GET /metrics HTTP/1.1" 200 239219 "" "Prometheus/2.43.0" 2024-04-12T09:25:55.801 INFO:teuthology.orchestra.run.smithi083.stdout:128849018925 2024-04-12T09:25:55.801 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T09:25:56.201 INFO:teuthology.orchestra.run.smithi083.stdout:163208757288 2024-04-12T09:25:56.202 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T09:25:56.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:25:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:25:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:25:56.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:56 smithi083 ceph-mon[29829]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:56.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:56 smithi083 ceph-mon[41278]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:56.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:56 smithi165 ceph-mon[33336]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:56.762 INFO:teuthology.orchestra.run.smithi083.stdout:107374182449 2024-04-12T09:25:56.763 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T09:25:57.195 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:57.196 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:57.232 INFO:teuthology.orchestra.run.smithi083.stdout:197568495651 2024-04-12T09:25:57.233 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T09:25:58.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:25:58 smithi083 ceph-mon[41278]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:58.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:25:58 smithi083 ceph-mon[29829]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:58.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:25:58 smithi165 ceph-mon[33336]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:25:59.027 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:59.031 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:25:59.033 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:00.396 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:00 smithi083 ceph-mon[29829]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:00.397 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:00 smithi083 ceph-mon[41278]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:00.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:00 smithi165 ceph-mon[33336]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:01.460 INFO:teuthology.orchestra.run.smithi083.stdout:34359738433 2024-04-12T09:26:01.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:01 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1570570763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:26:01.762 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:01 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1570570763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:26:01.762 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:01 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1570570763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:26:02.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:02 smithi083 ceph-mon[29829]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:02.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:02 smithi083 ceph-mon[41278]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:02.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:02 smithi165 ceph-mon[33336]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:03.202 INFO:teuthology.orchestra.run.smithi083.stdout:77309411385 2024-04-12T09:26:03.516 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:03 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1830065391' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:26:03.516 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:03 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1830065391' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:26:03.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:03 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1830065391' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:26:03.818 INFO:teuthology.orchestra.run.smithi083.stdout:128849018927 2024-04-12T09:26:04.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:04 smithi083 ceph-mon[41278]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:04.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:04 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1379675069' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:26:04.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:04 smithi083 ceph-mon[29829]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:04.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:04 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1379675069' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:26:04.644 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:04 smithi165 ceph-mon[33336]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:04.644 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:04 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1379675069' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:26:05.523 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:05] "GET /metrics HTTP/1.1" 200 239219 "" "Prometheus/2.43.0" 2024-04-12T09:26:05.523 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T09:26:05.524 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.525 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T09:26:05.525 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:05 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:05.661 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:05 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.661 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:05 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.661 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:05 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.661 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:05 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T09:26:05.661 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:05 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-12T09:26:05.661 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:05 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T09:26:05.661 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:05 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:05.915 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:26:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:26:06.096 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738431 got 34359738433 for osd.0 2024-04-12T09:26:06.096 DEBUG:teuthology.parallel:result is None 2024-04-12T09:26:06.643 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[41278]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:06.643 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-04-12T09:26:06.643 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-04-12T09:26:06.643 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-04-12T09:26:06.643 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[41278]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T09:26:06.643 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[29829]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:06.644 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-04-12T09:26:06.644 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-04-12T09:26:06.644 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-04-12T09:26:06.644 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:06 smithi083 ceph-mon[29829]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T09:26:06.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:06 smithi165 ceph-mon[33336]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:06.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:06 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-04-12T09:26:06.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:06 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-04-12T09:26:06.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:06 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-04-12T09:26:06.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:06 smithi165 ceph-mon[33336]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T09:26:07.061 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018925 got 128849018927 for osd.4 2024-04-12T09:26:07.061 DEBUG:teuthology.parallel:result is None 2024-04-12T09:26:07.696 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:07 smithi083 ceph-mon[41278]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T09:26:07.697 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:07 smithi083 ceph-mon[29829]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T09:26:07.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:07 smithi165 ceph-mon[33336]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T09:26:08.480 INFO:teuthology.orchestra.run.smithi083.stdout:55834574910 2024-04-12T09:26:08.710 INFO:teuthology.orchestra.run.smithi083.stdout:197568495654 2024-04-12T09:26:08.711 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:08 smithi083 ceph-mon[41278]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:08.711 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:08 smithi083 ceph-mon[29829]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:08.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:08 smithi165 ceph-mon[33336]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:09.215 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574907 got 55834574910 for osd.1 2024-04-12T09:26:09.215 DEBUG:teuthology.parallel:result is None 2024-04-12T09:26:09.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:09 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/4168303745' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:26:09.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:09 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3604190251' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:26:09.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:09 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/4168303745' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:26:09.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:09 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3604190251' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:26:09.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:09 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/4168303745' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:26:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:09 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3604190251' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:26:10.058 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:10.523 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:10 smithi083 ceph-mon[41278]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:10.524 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:10 smithi083 ceph-mon[29829]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:10.548 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411382 got 77309411385 for osd.2 2024-04-12T09:26:10.548 DEBUG:teuthology.parallel:result is None 2024-04-12T09:26:10.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:10 smithi165 ceph-mon[33336]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:10.969 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495651 got 197568495654 for osd.6 2024-04-12T09:26:10.969 DEBUG:teuthology.parallel:result is None 2024-04-12T09:26:12.706 INFO:teuthology.orchestra.run.smithi083.stdout:231928234018 2024-04-12T09:26:12.707 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:12 smithi083 ceph-mon[29829]: pgmap v77: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:12.707 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:12 smithi083 ceph-mon[41278]: pgmap v77: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:12.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:12 smithi165 ceph-mon[33336]: pgmap v77: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:12.771 INFO:teuthology.orchestra.run.smithi083.stdout:163208757292 2024-04-12T09:26:13.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:13 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/43670621' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:26:13.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:13 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1443519024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:26:13.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:13 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/43670621' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:26:13.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:13 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1443519024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:26:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:13 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/43670621' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:26:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:13 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1443519024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:26:14.021 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757288 got 163208757292 for osd.5 2024-04-12T09:26:14.021 DEBUG:teuthology.parallel:result is None 2024-04-12T09:26:14.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:14 smithi165 ceph-mon[33336]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:14 smithi083 ceph-mon[41278]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:14.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:14 smithi083 ceph-mon[29829]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:14.883 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234014 got 231928234018 for osd.7 2024-04-12T09:26:14.883 DEBUG:teuthology.parallel:result is None 2024-04-12T09:26:15.535 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:15] "GET /metrics HTTP/1.1" 200 239188 "" "Prometheus/2.43.0" 2024-04-12T09:26:15.831 INFO:teuthology.orchestra.run.smithi083.stdout:107374182454 2024-04-12T09:26:16.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:26:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:26:16.742 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:16 smithi083 ceph-mon[41278]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:16.742 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:16 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3816498267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:26:16.742 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:16 smithi083 ceph-mon[29829]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:16.742 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:16 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3816498267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:26:16.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:16 smithi165 ceph-mon[33336]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:16.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:16 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3816498267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:26:16.765 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182449 got 107374182454 for osd.3 2024-04-12T09:26:16.765 DEBUG:teuthology.parallel:result is None 2024-04-12T09:26:16.765 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T09:26:16.766 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T09:26:17.274 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:18.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[29829]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:18.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:18.480 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:18.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:18.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:18.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:18.481 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[41278]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:18.481 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:18.481 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:18.481 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:18.482 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:18.482 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:18 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:18.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:18 smithi165 ceph-mon[33336]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:18.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:18 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:18.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:18 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:18.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:18 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:18.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:18 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:18.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:18 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:19.213 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:26:19.215 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-12T09:26:19.894 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-04-12T09:26:17.252563+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386296,"kb_used_data":7424,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574920,"statfs":{"total":767960285184,"available":765516718080,"internally_reserved":0,"allocated":7602176,"data_stored":4286465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.911189"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339642+0000","last_change":"2024-04-12T09:25:19.119507+0000","last_active":"2024-04-12T09:26:05.339642+0000","last_peered":"2024-04-12T09:26:05.339642+0000","last_clean":"2024-04-12T09:26:05.339642+0000","last_became_active":"2024-04-12T09:25:19.119075+0000","last_became_peered":"2024-04-12T09:25:19.119075+0000","last_unstale":"2024-04-12T09:26:05.339642+0000","last_undegraded":"2024-04-12T09:26:05.339642+0000","last_fullsized":"2024-04-12T09:26:05.339642+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:19.147636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337127+0000","last_change":"2024-04-12T09:25:19.097314+0000","last_active":"2024-04-12T09:26:05.337127+0000","last_peered":"2024-04-12T09:26:05.337127+0000","last_clean":"2024-04-12T09:26:05.337127+0000","last_became_active":"2024-04-12T09:25:19.096639+0000","last_became_peered":"2024-04-12T09:25:19.096639+0000","last_unstale":"2024-04-12T09:26:05.337127+0000","last_undegraded":"2024-04-12T09:26:05.337127+0000","last_fullsized":"2024-04-12T09:26:05.337127+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:26:50.757170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340096+0000","last_change":"2024-04-12T09:25:20.158894+0000","last_active":"2024-04-12T09:26:05.340096+0000","last_peered":"2024-04-12T09:26:05.340096+0000","last_clean":"2024-04-12T09:26:05.340096+0000","last_became_active":"2024-04-12T09:25:20.158517+0000","last_became_peered":"2024-04-12T09:25:20.158517+0000","last_unstale":"2024-04-12T09:26:05.340096+0000","last_undegraded":"2024-04-12T09:26:05.340096+0000","last_fullsized":"2024-04-12T09:26:05.340096+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:43:09.857356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340078+0000","last_change":"2024-04-12T09:25:19.107694+0000","last_active":"2024-04-12T09:26:05.340078+0000","last_peered":"2024-04-12T09:26:05.340078+0000","last_clean":"2024-04-12T09:26:05.340078+0000","last_became_active":"2024-04-12T09:25:19.107435+0000","last_became_peered":"2024-04-12T09:25:19.107435+0000","last_unstale":"2024-04-12T09:26:05.340078+0000","last_undegraded":"2024-04-12T09:26:05.340078+0000","last_fullsized":"2024-04-12T09:26:05.340078+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:40:35.746563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340091+0000","last_change":"2024-04-12T09:25:19.569210+0000","last_active":"2024-04-12T09:26:05.340091+0000","last_peered":"2024-04-12T09:26:05.340091+0000","last_clean":"2024-04-12T09:26:05.340091+0000","last_became_active":"2024-04-12T09:25:19.568947+0000","last_became_peered":"2024-04-12T09:25:19.568947+0000","last_unstale":"2024-04-12T09:26:05.340091+0000","last_undegraded":"2024-04-12T09:26:05.340091+0000","last_fullsized":"2024-04-12T09:26:05.340091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:38:29.316217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336667+0000","last_change":"2024-04-12T09:25:19.094179+0000","last_active":"2024-04-12T09:26:05.336667+0000","last_peered":"2024-04-12T09:26:05.336667+0000","last_clean":"2024-04-12T09:26:05.336667+0000","last_became_active":"2024-04-12T09:25:19.093775+0000","last_became_peered":"2024-04-12T09:25:19.093775+0000","last_unstale":"2024-04-12T09:26:05.336667+0000","last_undegraded":"2024-04-12T09:26:05.336667+0000","last_fullsized":"2024-04-12T09:26:05.336667+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:30:15.747607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340411+0000","last_change":"2024-04-12T09:25:19.569302+0000","last_active":"2024-04-12T09:26:05.340411+0000","last_peered":"2024-04-12T09:26:05.340411+0000","last_clean":"2024-04-12T09:26:05.340411+0000","last_became_active":"2024-04-12T09:25:19.569039+0000","last_became_peered":"2024-04-12T09:25:19.569039+0000","last_unstale":"2024-04-12T09:26:05.340411+0000","last_undegraded":"2024-04-12T09:26:05.340411+0000","last_fullsized":"2024-04-12T09:26:05.340411+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:01:37.293929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336631+0000","last_change":"2024-04-12T09:25:19.093145+0000","last_active":"2024-04-12T09:26:05.336631+0000","last_peered":"2024-04-12T09:26:05.336631+0000","last_clean":"2024-04-12T09:26:05.336631+0000","last_became_active":"2024-04-12T09:25:19.092859+0000","last_became_peered":"2024-04-12T09:25:19.092859+0000","last_unstale":"2024-04-12T09:26:05.336631+0000","last_undegraded":"2024-04-12T09:26:05.336631+0000","last_fullsized":"2024-04-12T09:26:05.336631+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:22:21.032955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337458+0000","last_change":"2024-04-12T09:25:19.570935+0000","last_active":"2024-04-12T09:26:05.337458+0000","last_peered":"2024-04-12T09:26:05.337458+0000","last_clean":"2024-04-12T09:26:05.337458+0000","last_became_active":"2024-04-12T09:25:19.570637+0000","last_became_peered":"2024-04-12T09:25:19.570637+0000","last_unstale":"2024-04-12T09:26:05.337458+0000","last_undegraded":"2024-04-12T09:26:05.337458+0000","last_fullsized":"2024-04-12T09:26:05.337458+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:01:21.350231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336870+0000","last_change":"2024-04-12T09:25:19.096724+0000","last_active":"2024-04-12T09:26:05.336870+0000","last_peered":"2024-04-12T09:26:05.336870+0000","last_clean":"2024-04-12T09:26:05.336870+0000","last_became_active":"2024-04-12T09:25:19.095826+0000","last_became_peered":"2024-04-12T09:25:19.095826+0000","last_unstale":"2024-04-12T09:26:05.336870+0000","last_undegraded":"2024-04-12T09:26:05.336870+0000","last_fullsized":"2024-04-12T09:26:05.336870+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:18:23.506548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339866+0000","last_change":"2024-04-12T09:25:19.117959+0000","last_active":"2024-04-12T09:26:05.339866+0000","last_peered":"2024-04-12T09:26:05.339866+0000","last_clean":"2024-04-12T09:26:05.339866+0000","last_became_active":"2024-04-12T09:25:19.117491+0000","last_became_peered":"2024-04-12T09:25:19.117491+0000","last_unstale":"2024-04-12T09:26:05.339866+0000","last_undegraded":"2024-04-12T09:26:05.339866+0000","last_fullsized":"2024-04-12T09:26:05.339866+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:09:17.790745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336932+0000","last_change":"2024-04-12T09:25:19.098655+0000","last_active":"2024-04-12T09:26:05.336932+0000","last_peered":"2024-04-12T09:26:05.336932+0000","last_clean":"2024-04-12T09:26:05.336932+0000","last_became_active":"2024-04-12T09:25:19.098390+0000","last_became_peered":"2024-04-12T09:25:19.098390+0000","last_unstale":"2024-04-12T09:26:05.336932+0000","last_undegraded":"2024-04-12T09:26:05.336932+0000","last_fullsized":"2024-04-12T09:26:05.336932+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:07:39.539810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339455+0000","last_change":"2024-04-12T09:24:07.287943+0000","last_active":"2024-04-12T09:26:05.339455+0000","last_peered":"2024-04-12T09:26:05.339455+0000","last_clean":"2024-04-12T09:26:05.339455+0000","last_became_active":"2024-04-12T09:24:07.287671+0000","last_became_peered":"2024-04-12T09:24:07.287671+0000","last_unstale":"2024-04-12T09:26:05.339455+0000","last_undegraded":"2024-04-12T09:26:05.339455+0000","last_fullsized":"2024-04-12T09:26:05.339455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:32.441415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339946+0000","last_change":"2024-04-12T09:25:20.159142+0000","last_active":"2024-04-12T09:26:05.339946+0000","last_peered":"2024-04-12T09:26:05.339946+0000","last_clean":"2024-04-12T09:26:05.339946+0000","last_became_active":"2024-04-12T09:25:20.158854+0000","last_became_peered":"2024-04-12T09:25:20.158854+0000","last_unstale":"2024-04-12T09:26:05.339946+0000","last_undegraded":"2024-04-12T09:26:05.339946+0000","last_fullsized":"2024-04-12T09:26:05.339946+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:29:22.716732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.341231+0000","last_change":"2024-04-12T09:24:07.444548+0000","last_active":"2024-04-12T09:26:05.341231+0000","last_peered":"2024-04-12T09:26:05.341231+0000","last_clean":"2024-04-12T09:26:05.341231+0000","last_became_active":"2024-04-12T09:24:07.444169+0000","last_became_peered":"2024-04-12T09:24:07.444169+0000","last_unstale":"2024-04-12T09:26:05.341231+0000","last_undegraded":"2024-04-12T09:26:05.341231+0000","last_fullsized":"2024-04-12T09:26:05.341231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:07:22.976936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340779+0000","last_change":"2024-04-12T09:25:19.103461+0000","last_active":"2024-04-12T09:26:05.340779+0000","last_peered":"2024-04-12T09:26:05.340779+0000","last_clean":"2024-04-12T09:26:05.340779+0000","last_became_active":"2024-04-12T09:25:19.102966+0000","last_became_peered":"2024-04-12T09:25:19.102966+0000","last_unstale":"2024-04-12T09:26:05.340779+0000","last_undegraded":"2024-04-12T09:26:05.340779+0000","last_fullsized":"2024-04-12T09:26:05.340779+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:49:24.095925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336864+0000","last_change":"2024-04-12T09:25:19.487953+0000","last_active":"2024-04-12T09:26:05.336864+0000","last_peered":"2024-04-12T09:26:05.336864+0000","last_clean":"2024-04-12T09:26:05.336864+0000","last_became_active":"2024-04-12T09:25:19.487617+0000","last_became_peered":"2024-04-12T09:25:19.487617+0000","last_unstale":"2024-04-12T09:26:05.336864+0000","last_undegraded":"2024-04-12T09:26:05.336864+0000","last_fullsized":"2024-04-12T09:26:05.336864+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:20:58.695204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340756+0000","last_change":"2024-04-12T09:25:19.101963+0000","last_active":"2024-04-12T09:26:05.340756+0000","last_peered":"2024-04-12T09:26:05.340756+0000","last_clean":"2024-04-12T09:26:05.340756+0000","last_became_active":"2024-04-12T09:25:19.101332+0000","last_became_peered":"2024-04-12T09:25:19.101332+0000","last_unstale":"2024-04-12T09:26:05.340756+0000","last_undegraded":"2024-04-12T09:26:05.340756+0000","last_fullsized":"2024-04-12T09:26:05.340756+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:19:17.846897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359262+0000","last_change":"2024-04-12T09:24:07.444471+0000","last_active":"2024-04-12T09:26:05.359262+0000","last_peered":"2024-04-12T09:26:05.359262+0000","last_clean":"2024-04-12T09:26:05.359262+0000","last_became_active":"2024-04-12T09:24:07.443987+0000","last_became_peered":"2024-04-12T09:24:07.443987+0000","last_unstale":"2024-04-12T09:26:05.359262+0000","last_undegraded":"2024-04-12T09:26:05.359262+0000","last_fullsized":"2024-04-12T09:26:05.359262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:29:32.404608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337003+0000","last_change":"2024-04-12T09:25:19.118849+0000","last_active":"2024-04-12T09:26:05.337003+0000","last_peered":"2024-04-12T09:26:05.337003+0000","last_clean":"2024-04-12T09:26:05.337003+0000","last_became_active":"2024-04-12T09:25:19.118573+0000","last_became_peered":"2024-04-12T09:25:19.118573+0000","last_unstale":"2024-04-12T09:26:05.337003+0000","last_undegraded":"2024-04-12T09:26:05.337003+0000","last_fullsized":"2024-04-12T09:26:05.337003+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:57:23.055269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336676+0000","last_change":"2024-04-12T09:25:19.100597+0000","last_active":"2024-04-12T09:26:05.336676+0000","last_peered":"2024-04-12T09:26:05.336676+0000","last_clean":"2024-04-12T09:26:05.336676+0000","last_became_active":"2024-04-12T09:25:19.100340+0000","last_became_peered":"2024-04-12T09:25:19.100340+0000","last_unstale":"2024-04-12T09:26:05.336676+0000","last_undegraded":"2024-04-12T09:26:05.336676+0000","last_fullsized":"2024-04-12T09:26:05.336676+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:58:58.875265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359022+0000","last_change":"2024-04-12T09:24:07.290675+0000","last_active":"2024-04-12T09:26:05.359022+0000","last_peered":"2024-04-12T09:26:05.359022+0000","last_clean":"2024-04-12T09:26:05.359022+0000","last_became_active":"2024-04-12T09:24:07.290236+0000","last_became_peered":"2024-04-12T09:24:07.290236+0000","last_unstale":"2024-04-12T09:26:05.359022+0000","last_undegraded":"2024-04-12T09:26:05.359022+0000","last_fullsized":"2024-04-12T09:26:05.359022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:00:16.520971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339127+0000","last_change":"2024-04-12T09:25:19.488026+0000","last_active":"2024-04-12T09:26:05.339127+0000","last_peered":"2024-04-12T09:26:05.339127+0000","last_clean":"2024-04-12T09:26:05.339127+0000","last_became_active":"2024-04-12T09:25:19.486951+0000","last_became_peered":"2024-04-12T09:25:19.486951+0000","last_unstale":"2024-04-12T09:26:05.339127+0000","last_undegraded":"2024-04-12T09:26:05.339127+0000","last_fullsized":"2024-04-12T09:26:05.339127+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:35:04.801174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340275+0000","last_change":"2024-04-12T09:25:19.101750+0000","last_active":"2024-04-12T09:26:05.340275+0000","last_peered":"2024-04-12T09:26:05.340275+0000","last_clean":"2024-04-12T09:26:05.340275+0000","last_became_active":"2024-04-12T09:25:19.101311+0000","last_became_peered":"2024-04-12T09:25:19.101311+0000","last_unstale":"2024-04-12T09:26:05.340275+0000","last_undegraded":"2024-04-12T09:26:05.340275+0000","last_fullsized":"2024-04-12T09:26:05.340275+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:58:45.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":277,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.358996+0000","last_change":"2024-04-12T09:23:36.535091+0000","last_active":"2024-04-12T09:26:05.358996+0000","last_peered":"2024-04-12T09:26:05.358996+0000","last_clean":"2024-04-12T09:26:05.358996+0000","last_became_active":"2024-04-12T09:23:36.534588+0000","last_became_peered":"2024-04-12T09:23:36.534588+0000","last_unstale":"2024-04-12T09:26:05.358996+0000","last_undegraded":"2024-04-12T09:26:05.358996+0000","last_fullsized":"2024-04-12T09:26:05.358996+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_clean_scrub_stamp":"2024-04-12T09:21:34.891757+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:47:15.260581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336421+0000","last_change":"2024-04-12T09:24:07.291661+0000","last_active":"2024-04-12T09:26:05.336421+0000","last_peered":"2024-04-12T09:26:05.336421+0000","last_clean":"2024-04-12T09:26:05.336421+0000","last_became_active":"2024-04-12T09:24:07.291388+0000","last_became_peered":"2024-04-12T09:24:07.291388+0000","last_unstale":"2024-04-12T09:26:05.336421+0000","last_undegraded":"2024-04-12T09:26:05.336421+0000","last_fullsized":"2024-04-12T09:26:05.336421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:41:56.619469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.341308+0000","last_change":"2024-04-12T09:25:19.115730+0000","last_active":"2024-04-12T09:26:05.341308+0000","last_peered":"2024-04-12T09:26:05.341308+0000","last_clean":"2024-04-12T09:26:05.341308+0000","last_became_active":"2024-04-12T09:25:19.115472+0000","last_became_peered":"2024-04-12T09:25:19.115472+0000","last_unstale":"2024-04-12T09:26:05.341308+0000","last_undegraded":"2024-04-12T09:26:05.341308+0000","last_fullsized":"2024-04-12T09:26:05.341308+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:25:24.367926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340193+0000","last_change":"2024-04-12T09:25:19.103485+0000","last_active":"2024-04-12T09:26:05.340193+0000","last_peered":"2024-04-12T09:26:05.340193+0000","last_clean":"2024-04-12T09:26:05.340193+0000","last_became_active":"2024-04-12T09:25:19.103166+0000","last_became_peered":"2024-04-12T09:25:19.103166+0000","last_unstale":"2024-04-12T09:26:05.340193+0000","last_undegraded":"2024-04-12T09:26:05.340193+0000","last_fullsized":"2024-04-12T09:26:05.340193+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:21:34.483367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337207+0000","last_change":"2024-04-12T09:24:07.444521+0000","last_active":"2024-04-12T09:26:05.337207+0000","last_peered":"2024-04-12T09:26:05.337207+0000","last_clean":"2024-04-12T09:26:05.337207+0000","last_became_active":"2024-04-12T09:24:07.444153+0000","last_became_peered":"2024-04-12T09:24:07.444153+0000","last_unstale":"2024-04-12T09:26:05.337207+0000","last_undegraded":"2024-04-12T09:26:05.337207+0000","last_fullsized":"2024-04-12T09:26:05.337207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:26:00.026232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T09:26:06.541152+0000","last_change":"2024-04-12T09:26:06.541152+0000","last_active":"2024-04-12T09:26:06.541152+0000","last_peered":"2024-04-12T09:26:06.541152+0000","last_clean":"2024-04-12T09:26:06.541152+0000","last_became_active":"2024-04-12T09:26:06.540784+0000","last_became_peered":"2024-04-12T09:26:06.540784+0000","last_unstale":"2024-04-12T09:26:06.541152+0000","last_undegraded":"2024-04-12T09:26:06.541152+0000","last_fullsized":"2024-04-12T09:26:06.541152+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:26:10.743821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340280+0000","last_change":"2024-04-12T09:25:19.109855+0000","last_active":"2024-04-12T09:26:05.340280+0000","last_peered":"2024-04-12T09:26:05.340280+0000","last_clean":"2024-04-12T09:26:05.340280+0000","last_became_active":"2024-04-12T09:25:19.109356+0000","last_became_peered":"2024-04-12T09:25:19.109356+0000","last_unstale":"2024-04-12T09:26:05.340280+0000","last_undegraded":"2024-04-12T09:26:05.340280+0000","last_fullsized":"2024-04-12T09:26:05.340280+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:06:06.519100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336351+0000","last_change":"2024-04-12T09:24:07.290946+0000","last_active":"2024-04-12T09:26:05.336351+0000","last_peered":"2024-04-12T09:26:05.336351+0000","last_clean":"2024-04-12T09:26:05.336351+0000","last_became_active":"2024-04-12T09:24:07.290635+0000","last_became_peered":"2024-04-12T09:24:07.290635+0000","last_unstale":"2024-04-12T09:26:05.336351+0000","last_undegraded":"2024-04-12T09:26:05.336351+0000","last_fullsized":"2024-04-12T09:26:05.336351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:14:30.220951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340540+0000","last_change":"2024-04-12T09:25:19.118614+0000","last_active":"2024-04-12T09:26:05.340540+0000","last_peered":"2024-04-12T09:26:05.340540+0000","last_clean":"2024-04-12T09:26:05.340540+0000","last_became_active":"2024-04-12T09:25:19.118295+0000","last_became_peered":"2024-04-12T09:25:19.118295+0000","last_unstale":"2024-04-12T09:26:05.340540+0000","last_undegraded":"2024-04-12T09:26:05.340540+0000","last_fullsized":"2024-04-12T09:26:05.340540+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:55:15.185953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336665+0000","last_change":"2024-04-12T09:25:19.093778+0000","last_active":"2024-04-12T09:26:05.336665+0000","last_peered":"2024-04-12T09:26:05.336665+0000","last_clean":"2024-04-12T09:26:05.336665+0000","last_became_active":"2024-04-12T09:25:19.093492+0000","last_became_peered":"2024-04-12T09:25:19.093492+0000","last_unstale":"2024-04-12T09:26:05.336665+0000","last_undegraded":"2024-04-12T09:26:05.336665+0000","last_fullsized":"2024-04-12T09:26:05.336665+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:40:36.848649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340757+0000","last_change":"2024-04-12T09:24:07.291099+0000","last_active":"2024-04-12T09:26:05.340757+0000","last_peered":"2024-04-12T09:26:05.340757+0000","last_clean":"2024-04-12T09:26:05.340757+0000","last_became_active":"2024-04-12T09:24:07.290682+0000","last_became_peered":"2024-04-12T09:24:07.290682+0000","last_unstale":"2024-04-12T09:26:05.340757+0000","last_undegraded":"2024-04-12T09:26:05.340757+0000","last_fullsized":"2024-04-12T09:26:05.340757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:03.877693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.341356+0000","last_change":"2024-04-12T09:25:19.569739+0000","last_active":"2024-04-12T09:26:05.341356+0000","last_peered":"2024-04-12T09:26:05.341356+0000","last_clean":"2024-04-12T09:26:05.341356+0000","last_became_active":"2024-04-12T09:25:19.569410+0000","last_became_peered":"2024-04-12T09:25:19.569410+0000","last_unstale":"2024-04-12T09:26:05.341356+0000","last_undegraded":"2024-04-12T09:26:05.341356+0000","last_fullsized":"2024-04-12T09:26:05.341356+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:54:48.322528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340110+0000","last_change":"2024-04-12T09:25:19.102501+0000","last_active":"2024-04-12T09:26:05.340110+0000","last_peered":"2024-04-12T09:26:05.340110+0000","last_clean":"2024-04-12T09:26:05.340110+0000","last_became_active":"2024-04-12T09:25:19.102224+0000","last_became_peered":"2024-04-12T09:25:19.102224+0000","last_unstale":"2024-04-12T09:26:05.340110+0000","last_undegraded":"2024-04-12T09:26:05.340110+0000","last_fullsized":"2024-04-12T09:26:05.340110+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:30:49.811345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340346+0000","last_change":"2024-04-12T09:25:19.119723+0000","last_active":"2024-04-12T09:26:05.340346+0000","last_peered":"2024-04-12T09:26:05.340346+0000","last_clean":"2024-04-12T09:26:05.340346+0000","last_became_active":"2024-04-12T09:25:19.119403+0000","last_became_peered":"2024-04-12T09:25:19.119403+0000","last_unstale":"2024-04-12T09:26:05.340346+0000","last_undegraded":"2024-04-12T09:26:05.340346+0000","last_fullsized":"2024-04-12T09:26:05.340346+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:41:22.103996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339929+0000","last_change":"2024-04-12T09:25:19.106096+0000","last_active":"2024-04-12T09:26:05.339929+0000","last_peered":"2024-04-12T09:26:05.339929+0000","last_clean":"2024-04-12T09:26:05.339929+0000","last_became_active":"2024-04-12T09:25:19.105805+0000","last_became_peered":"2024-04-12T09:25:19.105805+0000","last_unstale":"2024-04-12T09:26:05.339929+0000","last_undegraded":"2024-04-12T09:26:05.339929+0000","last_fullsized":"2024-04-12T09:26:05.339929+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:14:22.677692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T09:26:06.346182+0000","last_change":"2024-04-12T09:26:06.346182+0000","last_active":"2024-04-12T09:26:06.346182+0000","last_peered":"2024-04-12T09:26:06.346182+0000","last_clean":"2024-04-12T09:26:06.346182+0000","last_became_active":"2024-04-12T09:26:06.345867+0000","last_became_peered":"2024-04-12T09:26:06.345867+0000","last_unstale":"2024-04-12T09:26:06.346182+0000","last_undegraded":"2024-04-12T09:26:06.346182+0000","last_fullsized":"2024-04-12T09:26:06.346182+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:23:47.273318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.338972+0000","last_change":"2024-04-12T09:25:19.100444+0000","last_active":"2024-04-12T09:26:05.338972+0000","last_peered":"2024-04-12T09:26:05.338972+0000","last_clean":"2024-04-12T09:26:05.338972+0000","last_became_active":"2024-04-12T09:25:19.100080+0000","last_became_peered":"2024-04-12T09:25:19.100080+0000","last_unstale":"2024-04-12T09:26:05.338972+0000","last_undegraded":"2024-04-12T09:26:05.338972+0000","last_fullsized":"2024-04-12T09:26:05.338972+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:15:51.044787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340140+0000","last_change":"2024-04-12T09:25:19.570849+0000","last_active":"2024-04-12T09:26:05.340140+0000","last_peered":"2024-04-12T09:26:05.340140+0000","last_clean":"2024-04-12T09:26:05.340140+0000","last_became_active":"2024-04-12T09:25:19.570489+0000","last_became_peered":"2024-04-12T09:25:19.570489+0000","last_unstale":"2024-04-12T09:26:05.340140+0000","last_undegraded":"2024-04-12T09:26:05.340140+0000","last_fullsized":"2024-04-12T09:26:05.340140+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:35:12.476553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340376+0000","last_change":"2024-04-12T09:25:19.099548+0000","last_active":"2024-04-12T09:26:05.340376+0000","last_peered":"2024-04-12T09:26:05.340376+0000","last_clean":"2024-04-12T09:26:05.340376+0000","last_became_active":"2024-04-12T09:25:19.099277+0000","last_became_peered":"2024-04-12T09:25:19.099277+0000","last_unstale":"2024-04-12T09:26:05.340376+0000","last_undegraded":"2024-04-12T09:26:05.340376+0000","last_fullsized":"2024-04-12T09:26:05.340376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:48:43.711619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336713+0000","last_change":"2024-04-12T09:25:19.121964+0000","last_active":"2024-04-12T09:26:05.336713+0000","last_peered":"2024-04-12T09:26:05.336713+0000","last_clean":"2024-04-12T09:26:05.336713+0000","last_became_active":"2024-04-12T09:25:19.121573+0000","last_became_peered":"2024-04-12T09:25:19.121573+0000","last_unstale":"2024-04-12T09:26:05.336713+0000","last_undegraded":"2024-04-12T09:26:05.336713+0000","last_fullsized":"2024-04-12T09:26:05.336713+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:20:39.024054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336465+0000","last_change":"2024-04-12T09:25:19.100121+0000","last_active":"2024-04-12T09:26:05.336465+0000","last_peered":"2024-04-12T09:26:05.336465+0000","last_clean":"2024-04-12T09:26:05.336465+0000","last_became_active":"2024-04-12T09:25:19.099796+0000","last_became_peered":"2024-04-12T09:25:19.099796+0000","last_unstale":"2024-04-12T09:26:05.336465+0000","last_undegraded":"2024-04-12T09:26:05.336465+0000","last_fullsized":"2024-04-12T09:26:05.336465+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:18:38.893643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.338796+0000","last_change":"2024-04-12T09:25:19.487251+0000","last_active":"2024-04-12T09:26:05.338796+0000","last_peered":"2024-04-12T09:26:05.338796+0000","last_clean":"2024-04-12T09:26:05.338796+0000","last_became_active":"2024-04-12T09:25:19.486897+0000","last_became_peered":"2024-04-12T09:25:19.486897+0000","last_unstale":"2024-04-12T09:26:05.338796+0000","last_undegraded":"2024-04-12T09:26:05.338796+0000","last_fullsized":"2024-04-12T09:26:05.338796+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:29:07.707783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359364+0000","last_change":"2024-04-12T09:25:19.099585+0000","last_active":"2024-04-12T09:26:05.359364+0000","last_peered":"2024-04-12T09:26:05.359364+0000","last_clean":"2024-04-12T09:26:05.359364+0000","last_became_active":"2024-04-12T09:25:19.099003+0000","last_became_peered":"2024-04-12T09:25:19.099003+0000","last_unstale":"2024-04-12T09:26:05.359364+0000","last_undegraded":"2024-04-12T09:26:05.359364+0000","last_fullsized":"2024-04-12T09:26:05.359364+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:42.652022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339772+0000","last_change":"2024-04-12T09:25:19.570831+0000","last_active":"2024-04-12T09:26:05.339772+0000","last_peered":"2024-04-12T09:26:05.339772+0000","last_clean":"2024-04-12T09:26:05.339772+0000","last_became_active":"2024-04-12T09:25:19.570474+0000","last_became_peered":"2024-04-12T09:25:19.570474+0000","last_unstale":"2024-04-12T09:26:05.339772+0000","last_undegraded":"2024-04-12T09:26:05.339772+0000","last_fullsized":"2024-04-12T09:26:05.339772+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:33:10.535511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359336+0000","last_change":"2024-04-12T09:25:19.107129+0000","last_active":"2024-04-12T09:26:05.359336+0000","last_peered":"2024-04-12T09:26:05.359336+0000","last_clean":"2024-04-12T09:26:05.359336+0000","last_became_active":"2024-04-12T09:25:19.106876+0000","last_became_peered":"2024-04-12T09:25:19.106876+0000","last_unstale":"2024-04-12T09:26:05.359336+0000","last_undegraded":"2024-04-12T09:26:05.359336+0000","last_fullsized":"2024-04-12T09:26:05.359336+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:42:34.962803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336420+0000","last_change":"2024-04-12T09:25:19.487441+0000","last_active":"2024-04-12T09:26:05.336420+0000","last_peered":"2024-04-12T09:26:05.336420+0000","last_clean":"2024-04-12T09:26:05.336420+0000","last_became_active":"2024-04-12T09:25:19.487131+0000","last_became_peered":"2024-04-12T09:25:19.487131+0000","last_unstale":"2024-04-12T09:26:05.336420+0000","last_undegraded":"2024-04-12T09:26:05.336420+0000","last_fullsized":"2024-04-12T09:26:05.336420+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:25:00.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359420+0000","last_change":"2024-04-12T09:25:19.105448+0000","last_active":"2024-04-12T09:26:05.359420+0000","last_peered":"2024-04-12T09:26:05.359420+0000","last_clean":"2024-04-12T09:26:05.359420+0000","last_became_active":"2024-04-12T09:25:19.104873+0000","last_became_peered":"2024-04-12T09:25:19.104873+0000","last_unstale":"2024-04-12T09:26:05.359420+0000","last_undegraded":"2024-04-12T09:26:05.359420+0000","last_fullsized":"2024-04-12T09:26:05.359420+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:50:45.583615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340930+0000","last_change":"2024-04-12T09:25:20.159665+0000","last_active":"2024-04-12T09:26:05.340930+0000","last_peered":"2024-04-12T09:26:05.340930+0000","last_clean":"2024-04-12T09:26:05.340930+0000","last_became_active":"2024-04-12T09:25:20.159405+0000","last_became_peered":"2024-04-12T09:25:20.159405+0000","last_unstale":"2024-04-12T09:26:05.340930+0000","last_undegraded":"2024-04-12T09:26:05.340930+0000","last_fullsized":"2024-04-12T09:26:05.340930+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:39:11.521542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.338628+0000","last_change":"2024-04-12T09:25:19.089638+0000","last_active":"2024-04-12T09:26:05.338628+0000","last_peered":"2024-04-12T09:26:05.338628+0000","last_clean":"2024-04-12T09:26:05.338628+0000","last_became_active":"2024-04-12T09:25:19.089322+0000","last_became_peered":"2024-04-12T09:25:19.089322+0000","last_unstale":"2024-04-12T09:26:05.338628+0000","last_undegraded":"2024-04-12T09:26:05.338628+0000","last_fullsized":"2024-04-12T09:26:05.338628+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:24:35.856285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336849+0000","last_change":"2024-04-12T09:25:19.570788+0000","last_active":"2024-04-12T09:26:05.336849+0000","last_peered":"2024-04-12T09:26:05.336849+0000","last_clean":"2024-04-12T09:26:05.336849+0000","last_became_active":"2024-04-12T09:25:19.570513+0000","last_became_peered":"2024-04-12T09:25:19.570513+0000","last_unstale":"2024-04-12T09:26:05.336849+0000","last_undegraded":"2024-04-12T09:26:05.336849+0000","last_fullsized":"2024-04-12T09:26:05.336849+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:04:57.145299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.358988+0000","last_change":"2024-04-12T09:25:19.105252+0000","last_active":"2024-04-12T09:26:05.358988+0000","last_peered":"2024-04-12T09:26:05.358988+0000","last_clean":"2024-04-12T09:26:05.358988+0000","last_became_active":"2024-04-12T09:25:19.104872+0000","last_became_peered":"2024-04-12T09:25:19.104872+0000","last_unstale":"2024-04-12T09:26:05.358988+0000","last_undegraded":"2024-04-12T09:26:05.358988+0000","last_fullsized":"2024-04-12T09:26:05.358988+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:55:35.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336529+0000","last_change":"2024-04-12T09:25:19.569918+0000","last_active":"2024-04-12T09:26:05.336529+0000","last_peered":"2024-04-12T09:26:05.336529+0000","last_clean":"2024-04-12T09:26:05.336529+0000","last_became_active":"2024-04-12T09:25:19.569580+0000","last_became_peered":"2024-04-12T09:25:19.569580+0000","last_unstale":"2024-04-12T09:26:05.336529+0000","last_undegraded":"2024-04-12T09:26:05.336529+0000","last_fullsized":"2024-04-12T09:26:05.336529+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:24:03.111985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336648+0000","last_change":"2024-04-12T09:25:19.100213+0000","last_active":"2024-04-12T09:26:05.336648+0000","last_peered":"2024-04-12T09:26:05.336648+0000","last_clean":"2024-04-12T09:26:05.336648+0000","last_became_active":"2024-04-12T09:25:19.099951+0000","last_became_peered":"2024-04-12T09:25:19.099951+0000","last_unstale":"2024-04-12T09:26:05.336648+0000","last_undegraded":"2024-04-12T09:26:05.336648+0000","last_fullsized":"2024-04-12T09:26:05.336648+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:19:02.444042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340635+0000","last_change":"2024-04-12T09:25:20.159529+0000","last_active":"2024-04-12T09:26:05.340635+0000","last_peered":"2024-04-12T09:26:05.340635+0000","last_clean":"2024-04-12T09:26:05.340635+0000","last_became_active":"2024-04-12T09:25:20.159278+0000","last_became_peered":"2024-04-12T09:25:20.159278+0000","last_unstale":"2024-04-12T09:26:05.340635+0000","last_undegraded":"2024-04-12T09:26:05.340635+0000","last_fullsized":"2024-04-12T09:26:05.340635+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:02:02.005821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359133+0000","last_change":"2024-04-12T09:25:19.106153+0000","last_active":"2024-04-12T09:26:05.359133+0000","last_peered":"2024-04-12T09:26:05.359133+0000","last_clean":"2024-04-12T09:26:05.359133+0000","last_became_active":"2024-04-12T09:25:19.105881+0000","last_became_peered":"2024-04-12T09:25:19.105881+0000","last_unstale":"2024-04-12T09:26:05.359133+0000","last_undegraded":"2024-04-12T09:26:05.359133+0000","last_fullsized":"2024-04-12T09:26:05.359133+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:03:31.785735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340501+0000","last_change":"2024-04-12T09:25:19.118752+0000","last_active":"2024-04-12T09:26:05.340501+0000","last_peered":"2024-04-12T09:26:05.340501+0000","last_clean":"2024-04-12T09:26:05.340501+0000","last_became_active":"2024-04-12T09:25:19.118504+0000","last_became_peered":"2024-04-12T09:25:19.118504+0000","last_unstale":"2024-04-12T09:26:05.340501+0000","last_undegraded":"2024-04-12T09:26:05.340501+0000","last_fullsized":"2024-04-12T09:26:05.340501+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:24:17.077422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"68'6","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340215+0000","last_change":"2024-04-12T09:25:19.111440+0000","last_active":"2024-04-12T09:26:05.340215+0000","last_peered":"2024-04-12T09:26:05.340215+0000","last_clean":"2024-04-12T09:26:05.340215+0000","last_became_active":"2024-04-12T09:25:19.110279+0000","last_became_peered":"2024-04-12T09:25:19.110279+0000","last_unstale":"2024-04-12T09:26:05.340215+0000","last_undegraded":"2024-04-12T09:26:05.340215+0000","last_fullsized":"2024-04-12T09:26:05.340215+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:38:11.876196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340464+0000","last_change":"2024-04-12T09:25:19.115585+0000","last_active":"2024-04-12T09:26:05.340464+0000","last_peered":"2024-04-12T09:26:05.340464+0000","last_clean":"2024-04-12T09:26:05.340464+0000","last_became_active":"2024-04-12T09:25:19.115163+0000","last_became_peered":"2024-04-12T09:25:19.115163+0000","last_unstale":"2024-04-12T09:26:05.340464+0000","last_undegraded":"2024-04-12T09:26:05.340464+0000","last_fullsized":"2024-04-12T09:26:05.340464+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:34:31.597279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359255+0000","last_change":"2024-04-12T09:25:19.106462+0000","last_active":"2024-04-12T09:26:05.359255+0000","last_peered":"2024-04-12T09:26:05.359255+0000","last_clean":"2024-04-12T09:26:05.359255+0000","last_became_active":"2024-04-12T09:25:19.105850+0000","last_became_peered":"2024-04-12T09:25:19.105850+0000","last_unstale":"2024-04-12T09:26:05.359255+0000","last_undegraded":"2024-04-12T09:26:05.359255+0000","last_fullsized":"2024-04-12T09:26:05.359255+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:21:34.216938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340143+0000","last_change":"2024-04-12T09:25:20.160264+0000","last_active":"2024-04-12T09:26:05.340143+0000","last_peered":"2024-04-12T09:26:05.340143+0000","last_clean":"2024-04-12T09:26:05.340143+0000","last_became_active":"2024-04-12T09:25:20.159969+0000","last_became_peered":"2024-04-12T09:25:20.159969+0000","last_unstale":"2024-04-12T09:26:05.340143+0000","last_undegraded":"2024-04-12T09:26:05.340143+0000","last_fullsized":"2024-04-12T09:26:05.340143+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:14:23.968718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336625+0000","last_change":"2024-04-12T09:25:19.095648+0000","last_active":"2024-04-12T09:26:05.336625+0000","last_peered":"2024-04-12T09:26:05.336625+0000","last_clean":"2024-04-12T09:26:05.336625+0000","last_became_active":"2024-04-12T09:25:19.095345+0000","last_became_peered":"2024-04-12T09:25:19.095345+0000","last_unstale":"2024-04-12T09:26:05.336625+0000","last_undegraded":"2024-04-12T09:26:05.336625+0000","last_fullsized":"2024-04-12T09:26:05.336625+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:50:25.552985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340143+0000","last_change":"2024-04-12T09:25:20.110327+0000","last_active":"2024-04-12T09:26:05.340143+0000","last_peered":"2024-04-12T09:26:05.340143+0000","last_clean":"2024-04-12T09:26:05.340143+0000","last_became_active":"2024-04-12T09:25:20.109922+0000","last_became_peered":"2024-04-12T09:25:20.109922+0000","last_unstale":"2024-04-12T09:26:05.340143+0000","last_undegraded":"2024-04-12T09:26:05.340143+0000","last_fullsized":"2024-04-12T09:26:05.340143+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:30:48.687633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337220+0000","last_change":"2024-04-12T09:25:19.101204+0000","last_active":"2024-04-12T09:26:05.337220+0000","last_peered":"2024-04-12T09:26:05.337220+0000","last_clean":"2024-04-12T09:26:05.337220+0000","last_became_active":"2024-04-12T09:25:19.100944+0000","last_became_peered":"2024-04-12T09:25:19.100944+0000","last_unstale":"2024-04-12T09:26:05.337220+0000","last_undegraded":"2024-04-12T09:26:05.337220+0000","last_fullsized":"2024-04-12T09:26:05.337220+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:18:32.788912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T09:26:06.346774+0000","last_change":"2024-04-12T09:26:06.346774+0000","last_active":"2024-04-12T09:26:06.346774+0000","last_peered":"2024-04-12T09:26:06.346774+0000","last_clean":"2024-04-12T09:26:06.346774+0000","last_became_active":"2024-04-12T09:26:06.346486+0000","last_became_peered":"2024-04-12T09:26:06.346486+0000","last_unstale":"2024-04-12T09:26:06.346774+0000","last_undegraded":"2024-04-12T09:26:06.346774+0000","last_fullsized":"2024-04-12T09:26:06.346774+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:14:51.863992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340191+0000","last_change":"2024-04-12T09:25:19.105142+0000","last_active":"2024-04-12T09:26:05.340191+0000","last_peered":"2024-04-12T09:26:05.340191+0000","last_clean":"2024-04-12T09:26:05.340191+0000","last_became_active":"2024-04-12T09:25:19.104823+0000","last_became_peered":"2024-04-12T09:25:19.104823+0000","last_unstale":"2024-04-12T09:26:05.340191+0000","last_undegraded":"2024-04-12T09:26:05.340191+0000","last_fullsized":"2024-04-12T09:26:05.340191+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:41:47.341275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336967+0000","last_change":"2024-04-12T09:25:19.570790+0000","last_active":"2024-04-12T09:26:05.336967+0000","last_peered":"2024-04-12T09:26:05.336967+0000","last_clean":"2024-04-12T09:26:05.336967+0000","last_became_active":"2024-04-12T09:25:19.570547+0000","last_became_peered":"2024-04-12T09:25:19.570547+0000","last_unstale":"2024-04-12T09:26:05.336967+0000","last_undegraded":"2024-04-12T09:26:05.336967+0000","last_fullsized":"2024-04-12T09:26:05.336967+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:16:10.700576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340354+0000","last_change":"2024-04-12T09:25:19.110620+0000","last_active":"2024-04-12T09:26:05.340354+0000","last_peered":"2024-04-12T09:26:05.340354+0000","last_clean":"2024-04-12T09:26:05.340354+0000","last_became_active":"2024-04-12T09:25:19.110346+0000","last_became_peered":"2024-04-12T09:25:19.110346+0000","last_unstale":"2024-04-12T09:26:05.340354+0000","last_undegraded":"2024-04-12T09:26:05.340354+0000","last_fullsized":"2024-04-12T09:26:05.340354+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:53:12.144100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340983+0000","last_change":"2024-04-12T09:25:20.121839+0000","last_active":"2024-04-12T09:26:05.340983+0000","last_peered":"2024-04-12T09:26:05.340983+0000","last_clean":"2024-04-12T09:26:05.340983+0000","last_became_active":"2024-04-12T09:25:20.121580+0000","last_became_peered":"2024-04-12T09:25:20.121580+0000","last_unstale":"2024-04-12T09:26:05.340983+0000","last_undegraded":"2024-04-12T09:26:05.340983+0000","last_fullsized":"2024-04-12T09:26:05.340983+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:40:22.828825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339736+0000","last_change":"2024-04-12T09:25:19.109392+0000","last_active":"2024-04-12T09:26:05.339736+0000","last_peered":"2024-04-12T09:26:05.339736+0000","last_clean":"2024-04-12T09:26:05.339736+0000","last_became_active":"2024-04-12T09:25:19.109061+0000","last_became_peered":"2024-04-12T09:25:19.109061+0000","last_unstale":"2024-04-12T09:26:05.339736+0000","last_undegraded":"2024-04-12T09:26:05.339736+0000","last_fullsized":"2024-04-12T09:26:05.339736+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:56:45.687961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234019,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298664,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446488,"statfs":{"total":95995035648,"available":95689203712,"internally_reserved":0,"allocated":1335296,"data_stored":905463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.41099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.71499999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54000000000000004,"15min":0.54300000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.63500000000000001,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.66300000000000003}]},{"osd":1,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.51600000000000001,"15min":0.51500000000000001},"min":{"1min":0.39000000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.72299999999999998,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.498,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.64100000000000001}]},{"osd":2,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.53300000000000003,"15min":0.52400000000000002},"min":{"1min":0.40300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.52600000000000002,"15min":0.52400000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70799999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.56399999999999995}]},{"osd":3,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.53100000000000003,"15min":0.51900000000000002},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56100000000000005,"15min":0.55600000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.625}]},{"osd":4,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.45800000000000002},"min":{"1min":0.309,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.66600000000000004,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.46600000000000003,"15min":0.45800000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78800000000000003,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.438}]},{"osd":5,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.46899999999999997,"15min":0.46300000000000002},"min":{"1min":0.34000000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.66100000000000003,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.496,"15min":0.48999999999999999},"min":{"1min":0.374,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.53000000000000003,"15min":0.52200000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52100000000000002,"15min":0.51500000000000001},"min":{"1min":0.36399999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.72599999999999998,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.49099999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495656,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298652,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446500,"statfs":{"total":95995035648,"available":95689216000,"internally_reserved":0,"allocated":1327104,"data_stored":905640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.55400000000000005,"15min":0.55700000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76400000000000001,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.622},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54800000000000004,"15min":0.53800000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.68799999999999994,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.68400000000000005}]},{"osd":1,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.40100000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.73799999999999999,"5min":0.751,"15min":0.751},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56799999999999995,"15min":0.56899999999999995},"min":{"1min":0.44700000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.76100000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.69999999999999996}]},{"osd":2,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.57099999999999995,"15min":0.56799999999999995},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72799999999999998,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.54800000000000004,"15min":0.53800000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.61199999999999999}]},{"osd":3,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.56299999999999994,"15min":0.55800000000000005},"min":{"1min":0.40699999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73499999999999999,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.57599999999999996,"15min":0.56899999999999995},"min":{"1min":0.40200000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.72899999999999998,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.66900000000000004}]},{"osd":4,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.44900000000000001,"15min":0.441},"min":{"1min":0.34100000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64200000000000002,"5min":0.754,"15min":0.754},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.47099999999999997,"15min":0.45500000000000002},"min":{"1min":0.374,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.65800000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.57599999999999996}]},{"osd":5,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.47899999999999998,"15min":0.46400000000000002},"min":{"1min":0.32400000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64300000000000002,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.495,"15min":0.48599999999999999},"min":{"1min":0.36799999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.59299999999999997,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.501}]},{"osd":7,"last update":"Fri Apr 12 09:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.51900000000000002,"15min":0.51200000000000001},"min":{"1min":0.35199999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.80100000000000005,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.54900000000000004},"min":{"1min":0.39200000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81200000000000006,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.55700000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298052,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447100,"statfs":{"total":95995035648,"available":95689830400,"internally_reserved":0,"allocated":708608,"data_stored":313120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35399999999999998,"15min":0.32900000000000001},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.48399999999999999,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.38200000000000001,"15min":0.34999999999999998},"min":{"1min":0.23499999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.57299999999999995,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.255}]},{"osd":2,"last update":"Fri Apr 12 09:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.377,"15min":0.373},"min":{"1min":0.24299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.28699999999999998,"5min":0.245,"15min":0.245},"max":{"1min":0.60399999999999998,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.23200000000000001}]},{"osd":3,"last update":"Fri Apr 12 09:26:05 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.44800000000000001,"15min":0.45900000000000002},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.54800000000000004,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.41999999999999998,"15min":0.441},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.57499999999999996,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.29599999999999999}]},{"osd":4,"last update":"Fri Apr 12 09:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.626},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.376,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.745,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.72999999999999998}]},{"osd":5,"last update":"Fri Apr 12 09:25:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.59999999999999998,"15min":0.61199999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.86399999999999999,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.628,"15min":0.64100000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79500000000000004,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.52300000000000002}]},{"osd":6,"last update":"Fri Apr 12 09:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.621,"15min":0.64300000000000002},"min":{"1min":0.42499999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73899999999999999,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.60699999999999998,"15min":0.60899999999999999},"min":{"1min":0.41999999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.76800000000000002,"5min":1.111,"15min":1.111},"last":0.76800000000000002}]},{"osd":7,"last update":"Fri Apr 12 09:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.77900000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.46200000000000002,"5min":0.439,"15min":0.439},"max":{"1min":0.77500000000000002,"5min":1.018,"15min":1.018},"last":0.63500000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298648,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446504,"statfs":{"total":95995035648,"available":95689220096,"internally_reserved":0,"allocated":1318912,"data_stored":904610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 09:25:17 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.309},"min":{"1min":0.22800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.53300000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.441},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.35699999999999998,"15min":0.32200000000000001},"min":{"1min":0.23499999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.34399999999999997}]},{"osd":2,"last update":"Fri Apr 12 09:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.39200000000000002,"15min":0.374},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40400000000000003,"15min":0.38600000000000001},"min":{"1min":0.27800000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.29199999999999998}]},{"osd":3,"last update":"Fri Apr 12 09:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.42199999999999999,"15min":0.438},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44800000000000001,"15min":0.45800000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.39100000000000001}]},{"osd":4,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.65000000000000002},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.873}]},{"osd":5,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.629,"15min":0.621},"min":{"1min":0.41299999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.80400000000000005}]},{"osd":6,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.626,"15min":0.624},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.627,"15min":0.63300000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.79400000000000004}]},{"osd":7,"last update":"Fri Apr 12 09:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.63,"15min":0.63100000000000001},"min":{"1min":0.47299999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.63400000000000001,"15min":0.63600000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.69999999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298068,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447084,"statfs":{"total":95995035648,"available":95689814016,"internally_reserved":0,"allocated":724992,"data_stored":314254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.36599999999999999,"15min":0.36399999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.45900000000000002,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.379,"15min":0.379},"min":{"1min":0.249,"5min":0.222,"15min":0.222},"max":{"1min":0.48499999999999999,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.309}]},{"osd":1,"last update":"Fri Apr 12 09:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.41999999999999998,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.52700000000000002,"5min":0.755,"15min":0.755},"last":0.34300000000000003}]},{"osd":3,"last update":"Fri Apr 12 09:26:05 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40200000000000002,"15min":0.40999999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.54200000000000004,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.435},"min":{"1min":0.28499999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.57499999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.42299999999999999}]},{"osd":4,"last update":"Fri Apr 12 09:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.57999999999999996,"15min":0.58999999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.66100000000000003}]},{"osd":5,"last update":"Fri Apr 12 09:25:48 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.61199999999999999,"15min":0.61499999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.626,"15min":0.63100000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.63300000000000001}]},{"osd":6,"last update":"Fri Apr 12 09:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.60299999999999998,"15min":0.58999999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.45300000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.54700000000000004}]},{"osd":7,"last update":"Fri Apr 12 09:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58099999999999996,"15min":0.57999999999999996},"min":{"1min":0.42699999999999999,"5min":0.375,"15min":0.375},"max":{"1min":0.81899999999999995,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60399999999999998,"15min":0.59799999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.60299999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182455,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298064,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447088,"statfs":{"total":95995035648,"available":95689818112,"internally_reserved":0,"allocated":720896,"data_stored":313740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.38200000000000001,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41199999999999998,"15min":0.44400000000000001},"min":{"1min":0.23499999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.40500000000000003}]},{"osd":1,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.41199999999999998,"15min":0.44},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.376},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.41399999999999998,"15min":0.437},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.28799999999999998}]},{"osd":2,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.45000000000000001,"15min":0.48699999999999999},"min":{"1min":0.27400000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.40899999999999997,"15min":0.44},"min":{"1min":0.26100000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.63300000000000001,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Apr 12 09:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.58699999999999997,"15min":0.57799999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.69899999999999995}]},{"osd":5,"last update":"Fri Apr 12 09:25:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.57199999999999995,"15min":0.55500000000000005},"min":{"1min":0.41399999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.58399999999999996,"15min":0.57399999999999995},"min":{"1min":0.38800000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.55100000000000005}]},{"osd":6,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.58899999999999997,"15min":0.56899999999999995},"min":{"1min":0.434,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.96999999999999997,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.61199999999999999,"15min":0.59799999999999998},"min":{"1min":0.44400000000000001,"5min":0.378,"15min":0.378},"max":{"1min":1.137,"5min":1.409,"15min":1.409},"last":0.72599999999999998}]},{"osd":7,"last update":"Fri Apr 12 09:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.59499999999999997,"15min":0.58299999999999996},"min":{"1min":0.49399999999999999,"5min":0.437,"15min":0.437},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.61299999999999999,"15min":0.60699999999999998},"min":{"1min":0.437,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.64100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018930,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298084,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447068,"statfs":{"total":95995035648,"available":95689797632,"internally_reserved":0,"allocated":741376,"data_stored":315348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.38900000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56000000000000005,"15min":0.56100000000000005},"min":{"1min":0.374,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81200000000000006,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.73899999999999999}]},{"osd":1,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54500000000000004,"15min":0.54100000000000004},"min":{"1min":0.45900000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.76600000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.56100000000000005}]},{"osd":2,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.40200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.83899999999999997,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.443,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.70299999999999996}]},{"osd":3,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.38900000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.68100000000000005}]},{"osd":5,"last update":"Fri Apr 12 09:25:48 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.43099999999999999,"15min":0.41899999999999998},"min":{"1min":0.32800000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.437,"15min":0.42299999999999999},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.749}]},{"osd":6,"last update":"Fri Apr 12 09:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.48099999999999998,"15min":0.47399999999999998},"min":{"1min":0.33200000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.82299999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.505,"15min":0.48799999999999999},"min":{"1min":0.35599999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.81200000000000006}]},{"osd":7,"last update":"Fri Apr 12 09:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.48999999999999999,"15min":0.47999999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.51900000000000002,"15min":0.51100000000000001},"min":{"1min":0.36599999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.86799999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757293,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298064,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447088,"statfs":{"total":95995035648,"available":95689818112,"internally_reserved":0,"allocated":724992,"data_stored":314290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.51900000000000002,"15min":0.52400000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69999999999999996,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.501,"15min":0.502},"min":{"1min":0.36099999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73199999999999998,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.373,"5min":0.307,"15min":0.307},"max":{"1min":0.69599999999999995,"5min":0.755,"15min":0.755},"last":0.60299999999999998}]},{"osd":2,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72299999999999998,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.375,"5min":0.307,"15min":0.307},"max":{"1min":0.754,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.54700000000000004,"15min":0.53100000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.55500000000000005,"15min":0.55400000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.67500000000000004}]},{"osd":4,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.41899999999999998,"15min":0.39200000000000002},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44800000000000001,"15min":0.41799999999999998},"min":{"1min":0.30199999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.64500000000000002}]},{"osd":6,"last update":"Fri Apr 12 09:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.47899999999999998,"15min":0.47099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.622},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.46800000000000003,"15min":0.46100000000000002},"min":{"1min":0.35699999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.65300000000000002}]},{"osd":7,"last update":"Fri Apr 12 09:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.38800000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.66900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53500000000000003,"15min":0.53000000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.73899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T09:26:19.899 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T09:26:20.156 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:20.546 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:20 smithi083 ceph-mon[41278]: from='client.24674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:26:20.546 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:20 smithi083 ceph-mon[41278]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:20.547 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:20 smithi083 ceph-mon[29829]: from='client.24674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:26:20.547 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:20 smithi083 ceph-mon[29829]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:20.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:20 smithi165 ceph-mon[33336]: from='client.24674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:26:20.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:20 smithi165 ceph-mon[33336]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:21.539 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:21 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:21.539 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:21 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:21.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:21 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:22.101 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:26:22.102 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-12T09:26:22.424 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:22 smithi083 ceph-mon[41278]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:22.424 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:22 smithi083 ceph-mon[29829]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:22.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:22 smithi165 ceph-mon[33336]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:22.766 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":82,"stamp":"2024-04-12T09:26:21.253583+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386296,"kb_used_data":7424,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574920,"statfs":{"total":767960285184,"available":765516718080,"internally_reserved":0,"allocated":7602176,"data_stored":4286465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002551"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339642+0000","last_change":"2024-04-12T09:25:19.119507+0000","last_active":"2024-04-12T09:26:05.339642+0000","last_peered":"2024-04-12T09:26:05.339642+0000","last_clean":"2024-04-12T09:26:05.339642+0000","last_became_active":"2024-04-12T09:25:19.119075+0000","last_became_peered":"2024-04-12T09:25:19.119075+0000","last_unstale":"2024-04-12T09:26:05.339642+0000","last_undegraded":"2024-04-12T09:26:05.339642+0000","last_fullsized":"2024-04-12T09:26:05.339642+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:19.147636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337127+0000","last_change":"2024-04-12T09:25:19.097314+0000","last_active":"2024-04-12T09:26:05.337127+0000","last_peered":"2024-04-12T09:26:05.337127+0000","last_clean":"2024-04-12T09:26:05.337127+0000","last_became_active":"2024-04-12T09:25:19.096639+0000","last_became_peered":"2024-04-12T09:25:19.096639+0000","last_unstale":"2024-04-12T09:26:05.337127+0000","last_undegraded":"2024-04-12T09:26:05.337127+0000","last_fullsized":"2024-04-12T09:26:05.337127+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:26:50.757170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340096+0000","last_change":"2024-04-12T09:25:20.158894+0000","last_active":"2024-04-12T09:26:05.340096+0000","last_peered":"2024-04-12T09:26:05.340096+0000","last_clean":"2024-04-12T09:26:05.340096+0000","last_became_active":"2024-04-12T09:25:20.158517+0000","last_became_peered":"2024-04-12T09:25:20.158517+0000","last_unstale":"2024-04-12T09:26:05.340096+0000","last_undegraded":"2024-04-12T09:26:05.340096+0000","last_fullsized":"2024-04-12T09:26:05.340096+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:43:09.857356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340078+0000","last_change":"2024-04-12T09:25:19.107694+0000","last_active":"2024-04-12T09:26:05.340078+0000","last_peered":"2024-04-12T09:26:05.340078+0000","last_clean":"2024-04-12T09:26:05.340078+0000","last_became_active":"2024-04-12T09:25:19.107435+0000","last_became_peered":"2024-04-12T09:25:19.107435+0000","last_unstale":"2024-04-12T09:26:05.340078+0000","last_undegraded":"2024-04-12T09:26:05.340078+0000","last_fullsized":"2024-04-12T09:26:05.340078+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:40:35.746563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340091+0000","last_change":"2024-04-12T09:25:19.569210+0000","last_active":"2024-04-12T09:26:05.340091+0000","last_peered":"2024-04-12T09:26:05.340091+0000","last_clean":"2024-04-12T09:26:05.340091+0000","last_became_active":"2024-04-12T09:25:19.568947+0000","last_became_peered":"2024-04-12T09:25:19.568947+0000","last_unstale":"2024-04-12T09:26:05.340091+0000","last_undegraded":"2024-04-12T09:26:05.340091+0000","last_fullsized":"2024-04-12T09:26:05.340091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:38:29.316217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336667+0000","last_change":"2024-04-12T09:25:19.094179+0000","last_active":"2024-04-12T09:26:05.336667+0000","last_peered":"2024-04-12T09:26:05.336667+0000","last_clean":"2024-04-12T09:26:05.336667+0000","last_became_active":"2024-04-12T09:25:19.093775+0000","last_became_peered":"2024-04-12T09:25:19.093775+0000","last_unstale":"2024-04-12T09:26:05.336667+0000","last_undegraded":"2024-04-12T09:26:05.336667+0000","last_fullsized":"2024-04-12T09:26:05.336667+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:30:15.747607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340411+0000","last_change":"2024-04-12T09:25:19.569302+0000","last_active":"2024-04-12T09:26:05.340411+0000","last_peered":"2024-04-12T09:26:05.340411+0000","last_clean":"2024-04-12T09:26:05.340411+0000","last_became_active":"2024-04-12T09:25:19.569039+0000","last_became_peered":"2024-04-12T09:25:19.569039+0000","last_unstale":"2024-04-12T09:26:05.340411+0000","last_undegraded":"2024-04-12T09:26:05.340411+0000","last_fullsized":"2024-04-12T09:26:05.340411+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:01:37.293929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336631+0000","last_change":"2024-04-12T09:25:19.093145+0000","last_active":"2024-04-12T09:26:05.336631+0000","last_peered":"2024-04-12T09:26:05.336631+0000","last_clean":"2024-04-12T09:26:05.336631+0000","last_became_active":"2024-04-12T09:25:19.092859+0000","last_became_peered":"2024-04-12T09:25:19.092859+0000","last_unstale":"2024-04-12T09:26:05.336631+0000","last_undegraded":"2024-04-12T09:26:05.336631+0000","last_fullsized":"2024-04-12T09:26:05.336631+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:22:21.032955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337458+0000","last_change":"2024-04-12T09:25:19.570935+0000","last_active":"2024-04-12T09:26:05.337458+0000","last_peered":"2024-04-12T09:26:05.337458+0000","last_clean":"2024-04-12T09:26:05.337458+0000","last_became_active":"2024-04-12T09:25:19.570637+0000","last_became_peered":"2024-04-12T09:25:19.570637+0000","last_unstale":"2024-04-12T09:26:05.337458+0000","last_undegraded":"2024-04-12T09:26:05.337458+0000","last_fullsized":"2024-04-12T09:26:05.337458+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:01:21.350231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336870+0000","last_change":"2024-04-12T09:25:19.096724+0000","last_active":"2024-04-12T09:26:05.336870+0000","last_peered":"2024-04-12T09:26:05.336870+0000","last_clean":"2024-04-12T09:26:05.336870+0000","last_became_active":"2024-04-12T09:25:19.095826+0000","last_became_peered":"2024-04-12T09:25:19.095826+0000","last_unstale":"2024-04-12T09:26:05.336870+0000","last_undegraded":"2024-04-12T09:26:05.336870+0000","last_fullsized":"2024-04-12T09:26:05.336870+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:18:23.506548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339866+0000","last_change":"2024-04-12T09:25:19.117959+0000","last_active":"2024-04-12T09:26:05.339866+0000","last_peered":"2024-04-12T09:26:05.339866+0000","last_clean":"2024-04-12T09:26:05.339866+0000","last_became_active":"2024-04-12T09:25:19.117491+0000","last_became_peered":"2024-04-12T09:25:19.117491+0000","last_unstale":"2024-04-12T09:26:05.339866+0000","last_undegraded":"2024-04-12T09:26:05.339866+0000","last_fullsized":"2024-04-12T09:26:05.339866+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:09:17.790745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336932+0000","last_change":"2024-04-12T09:25:19.098655+0000","last_active":"2024-04-12T09:26:05.336932+0000","last_peered":"2024-04-12T09:26:05.336932+0000","last_clean":"2024-04-12T09:26:05.336932+0000","last_became_active":"2024-04-12T09:25:19.098390+0000","last_became_peered":"2024-04-12T09:25:19.098390+0000","last_unstale":"2024-04-12T09:26:05.336932+0000","last_undegraded":"2024-04-12T09:26:05.336932+0000","last_fullsized":"2024-04-12T09:26:05.336932+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:07:39.539810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339455+0000","last_change":"2024-04-12T09:24:07.287943+0000","last_active":"2024-04-12T09:26:05.339455+0000","last_peered":"2024-04-12T09:26:05.339455+0000","last_clean":"2024-04-12T09:26:05.339455+0000","last_became_active":"2024-04-12T09:24:07.287671+0000","last_became_peered":"2024-04-12T09:24:07.287671+0000","last_unstale":"2024-04-12T09:26:05.339455+0000","last_undegraded":"2024-04-12T09:26:05.339455+0000","last_fullsized":"2024-04-12T09:26:05.339455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:32.441415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339946+0000","last_change":"2024-04-12T09:25:20.159142+0000","last_active":"2024-04-12T09:26:05.339946+0000","last_peered":"2024-04-12T09:26:05.339946+0000","last_clean":"2024-04-12T09:26:05.339946+0000","last_became_active":"2024-04-12T09:25:20.158854+0000","last_became_peered":"2024-04-12T09:25:20.158854+0000","last_unstale":"2024-04-12T09:26:05.339946+0000","last_undegraded":"2024-04-12T09:26:05.339946+0000","last_fullsized":"2024-04-12T09:26:05.339946+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:29:22.716732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.341231+0000","last_change":"2024-04-12T09:24:07.444548+0000","last_active":"2024-04-12T09:26:05.341231+0000","last_peered":"2024-04-12T09:26:05.341231+0000","last_clean":"2024-04-12T09:26:05.341231+0000","last_became_active":"2024-04-12T09:24:07.444169+0000","last_became_peered":"2024-04-12T09:24:07.444169+0000","last_unstale":"2024-04-12T09:26:05.341231+0000","last_undegraded":"2024-04-12T09:26:05.341231+0000","last_fullsized":"2024-04-12T09:26:05.341231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:07:22.976936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340779+0000","last_change":"2024-04-12T09:25:19.103461+0000","last_active":"2024-04-12T09:26:05.340779+0000","last_peered":"2024-04-12T09:26:05.340779+0000","last_clean":"2024-04-12T09:26:05.340779+0000","last_became_active":"2024-04-12T09:25:19.102966+0000","last_became_peered":"2024-04-12T09:25:19.102966+0000","last_unstale":"2024-04-12T09:26:05.340779+0000","last_undegraded":"2024-04-12T09:26:05.340779+0000","last_fullsized":"2024-04-12T09:26:05.340779+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:49:24.095925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336864+0000","last_change":"2024-04-12T09:25:19.487953+0000","last_active":"2024-04-12T09:26:05.336864+0000","last_peered":"2024-04-12T09:26:05.336864+0000","last_clean":"2024-04-12T09:26:05.336864+0000","last_became_active":"2024-04-12T09:25:19.487617+0000","last_became_peered":"2024-04-12T09:25:19.487617+0000","last_unstale":"2024-04-12T09:26:05.336864+0000","last_undegraded":"2024-04-12T09:26:05.336864+0000","last_fullsized":"2024-04-12T09:26:05.336864+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:20:58.695204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340756+0000","last_change":"2024-04-12T09:25:19.101963+0000","last_active":"2024-04-12T09:26:05.340756+0000","last_peered":"2024-04-12T09:26:05.340756+0000","last_clean":"2024-04-12T09:26:05.340756+0000","last_became_active":"2024-04-12T09:25:19.101332+0000","last_became_peered":"2024-04-12T09:25:19.101332+0000","last_unstale":"2024-04-12T09:26:05.340756+0000","last_undegraded":"2024-04-12T09:26:05.340756+0000","last_fullsized":"2024-04-12T09:26:05.340756+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:19:17.846897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359262+0000","last_change":"2024-04-12T09:24:07.444471+0000","last_active":"2024-04-12T09:26:05.359262+0000","last_peered":"2024-04-12T09:26:05.359262+0000","last_clean":"2024-04-12T09:26:05.359262+0000","last_became_active":"2024-04-12T09:24:07.443987+0000","last_became_peered":"2024-04-12T09:24:07.443987+0000","last_unstale":"2024-04-12T09:26:05.359262+0000","last_undegraded":"2024-04-12T09:26:05.359262+0000","last_fullsized":"2024-04-12T09:26:05.359262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:29:32.404608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337003+0000","last_change":"2024-04-12T09:25:19.118849+0000","last_active":"2024-04-12T09:26:05.337003+0000","last_peered":"2024-04-12T09:26:05.337003+0000","last_clean":"2024-04-12T09:26:05.337003+0000","last_became_active":"2024-04-12T09:25:19.118573+0000","last_became_peered":"2024-04-12T09:25:19.118573+0000","last_unstale":"2024-04-12T09:26:05.337003+0000","last_undegraded":"2024-04-12T09:26:05.337003+0000","last_fullsized":"2024-04-12T09:26:05.337003+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:57:23.055269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336676+0000","last_change":"2024-04-12T09:25:19.100597+0000","last_active":"2024-04-12T09:26:05.336676+0000","last_peered":"2024-04-12T09:26:05.336676+0000","last_clean":"2024-04-12T09:26:05.336676+0000","last_became_active":"2024-04-12T09:25:19.100340+0000","last_became_peered":"2024-04-12T09:25:19.100340+0000","last_unstale":"2024-04-12T09:26:05.336676+0000","last_undegraded":"2024-04-12T09:26:05.336676+0000","last_fullsized":"2024-04-12T09:26:05.336676+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:58:58.875265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359022+0000","last_change":"2024-04-12T09:24:07.290675+0000","last_active":"2024-04-12T09:26:05.359022+0000","last_peered":"2024-04-12T09:26:05.359022+0000","last_clean":"2024-04-12T09:26:05.359022+0000","last_became_active":"2024-04-12T09:24:07.290236+0000","last_became_peered":"2024-04-12T09:24:07.290236+0000","last_unstale":"2024-04-12T09:26:05.359022+0000","last_undegraded":"2024-04-12T09:26:05.359022+0000","last_fullsized":"2024-04-12T09:26:05.359022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:00:16.520971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339127+0000","last_change":"2024-04-12T09:25:19.488026+0000","last_active":"2024-04-12T09:26:05.339127+0000","last_peered":"2024-04-12T09:26:05.339127+0000","last_clean":"2024-04-12T09:26:05.339127+0000","last_became_active":"2024-04-12T09:25:19.486951+0000","last_became_peered":"2024-04-12T09:25:19.486951+0000","last_unstale":"2024-04-12T09:26:05.339127+0000","last_undegraded":"2024-04-12T09:26:05.339127+0000","last_fullsized":"2024-04-12T09:26:05.339127+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:35:04.801174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340275+0000","last_change":"2024-04-12T09:25:19.101750+0000","last_active":"2024-04-12T09:26:05.340275+0000","last_peered":"2024-04-12T09:26:05.340275+0000","last_clean":"2024-04-12T09:26:05.340275+0000","last_became_active":"2024-04-12T09:25:19.101311+0000","last_became_peered":"2024-04-12T09:25:19.101311+0000","last_unstale":"2024-04-12T09:26:05.340275+0000","last_undegraded":"2024-04-12T09:26:05.340275+0000","last_fullsized":"2024-04-12T09:26:05.340275+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:58:45.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":277,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.358996+0000","last_change":"2024-04-12T09:23:36.535091+0000","last_active":"2024-04-12T09:26:05.358996+0000","last_peered":"2024-04-12T09:26:05.358996+0000","last_clean":"2024-04-12T09:26:05.358996+0000","last_became_active":"2024-04-12T09:23:36.534588+0000","last_became_peered":"2024-04-12T09:23:36.534588+0000","last_unstale":"2024-04-12T09:26:05.358996+0000","last_undegraded":"2024-04-12T09:26:05.358996+0000","last_fullsized":"2024-04-12T09:26:05.358996+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_clean_scrub_stamp":"2024-04-12T09:21:34.891757+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:47:15.260581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336421+0000","last_change":"2024-04-12T09:24:07.291661+0000","last_active":"2024-04-12T09:26:05.336421+0000","last_peered":"2024-04-12T09:26:05.336421+0000","last_clean":"2024-04-12T09:26:05.336421+0000","last_became_active":"2024-04-12T09:24:07.291388+0000","last_became_peered":"2024-04-12T09:24:07.291388+0000","last_unstale":"2024-04-12T09:26:05.336421+0000","last_undegraded":"2024-04-12T09:26:05.336421+0000","last_fullsized":"2024-04-12T09:26:05.336421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:41:56.619469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.341308+0000","last_change":"2024-04-12T09:25:19.115730+0000","last_active":"2024-04-12T09:26:05.341308+0000","last_peered":"2024-04-12T09:26:05.341308+0000","last_clean":"2024-04-12T09:26:05.341308+0000","last_became_active":"2024-04-12T09:25:19.115472+0000","last_became_peered":"2024-04-12T09:25:19.115472+0000","last_unstale":"2024-04-12T09:26:05.341308+0000","last_undegraded":"2024-04-12T09:26:05.341308+0000","last_fullsized":"2024-04-12T09:26:05.341308+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:25:24.367926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340193+0000","last_change":"2024-04-12T09:25:19.103485+0000","last_active":"2024-04-12T09:26:05.340193+0000","last_peered":"2024-04-12T09:26:05.340193+0000","last_clean":"2024-04-12T09:26:05.340193+0000","last_became_active":"2024-04-12T09:25:19.103166+0000","last_became_peered":"2024-04-12T09:25:19.103166+0000","last_unstale":"2024-04-12T09:26:05.340193+0000","last_undegraded":"2024-04-12T09:26:05.340193+0000","last_fullsized":"2024-04-12T09:26:05.340193+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:21:34.483367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337207+0000","last_change":"2024-04-12T09:24:07.444521+0000","last_active":"2024-04-12T09:26:05.337207+0000","last_peered":"2024-04-12T09:26:05.337207+0000","last_clean":"2024-04-12T09:26:05.337207+0000","last_became_active":"2024-04-12T09:24:07.444153+0000","last_became_peered":"2024-04-12T09:24:07.444153+0000","last_unstale":"2024-04-12T09:26:05.337207+0000","last_undegraded":"2024-04-12T09:26:05.337207+0000","last_fullsized":"2024-04-12T09:26:05.337207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:26:00.026232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T09:26:06.541152+0000","last_change":"2024-04-12T09:26:06.541152+0000","last_active":"2024-04-12T09:26:06.541152+0000","last_peered":"2024-04-12T09:26:06.541152+0000","last_clean":"2024-04-12T09:26:06.541152+0000","last_became_active":"2024-04-12T09:26:06.540784+0000","last_became_peered":"2024-04-12T09:26:06.540784+0000","last_unstale":"2024-04-12T09:26:06.541152+0000","last_undegraded":"2024-04-12T09:26:06.541152+0000","last_fullsized":"2024-04-12T09:26:06.541152+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:26:10.743821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340280+0000","last_change":"2024-04-12T09:25:19.109855+0000","last_active":"2024-04-12T09:26:05.340280+0000","last_peered":"2024-04-12T09:26:05.340280+0000","last_clean":"2024-04-12T09:26:05.340280+0000","last_became_active":"2024-04-12T09:25:19.109356+0000","last_became_peered":"2024-04-12T09:25:19.109356+0000","last_unstale":"2024-04-12T09:26:05.340280+0000","last_undegraded":"2024-04-12T09:26:05.340280+0000","last_fullsized":"2024-04-12T09:26:05.340280+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:06:06.519100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336351+0000","last_change":"2024-04-12T09:24:07.290946+0000","last_active":"2024-04-12T09:26:05.336351+0000","last_peered":"2024-04-12T09:26:05.336351+0000","last_clean":"2024-04-12T09:26:05.336351+0000","last_became_active":"2024-04-12T09:24:07.290635+0000","last_became_peered":"2024-04-12T09:24:07.290635+0000","last_unstale":"2024-04-12T09:26:05.336351+0000","last_undegraded":"2024-04-12T09:26:05.336351+0000","last_fullsized":"2024-04-12T09:26:05.336351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:14:30.220951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340540+0000","last_change":"2024-04-12T09:25:19.118614+0000","last_active":"2024-04-12T09:26:05.340540+0000","last_peered":"2024-04-12T09:26:05.340540+0000","last_clean":"2024-04-12T09:26:05.340540+0000","last_became_active":"2024-04-12T09:25:19.118295+0000","last_became_peered":"2024-04-12T09:25:19.118295+0000","last_unstale":"2024-04-12T09:26:05.340540+0000","last_undegraded":"2024-04-12T09:26:05.340540+0000","last_fullsized":"2024-04-12T09:26:05.340540+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:55:15.185953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336665+0000","last_change":"2024-04-12T09:25:19.093778+0000","last_active":"2024-04-12T09:26:05.336665+0000","last_peered":"2024-04-12T09:26:05.336665+0000","last_clean":"2024-04-12T09:26:05.336665+0000","last_became_active":"2024-04-12T09:25:19.093492+0000","last_became_peered":"2024-04-12T09:25:19.093492+0000","last_unstale":"2024-04-12T09:26:05.336665+0000","last_undegraded":"2024-04-12T09:26:05.336665+0000","last_fullsized":"2024-04-12T09:26:05.336665+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:40:36.848649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340757+0000","last_change":"2024-04-12T09:24:07.291099+0000","last_active":"2024-04-12T09:26:05.340757+0000","last_peered":"2024-04-12T09:26:05.340757+0000","last_clean":"2024-04-12T09:26:05.340757+0000","last_became_active":"2024-04-12T09:24:07.290682+0000","last_became_peered":"2024-04-12T09:24:07.290682+0000","last_unstale":"2024-04-12T09:26:05.340757+0000","last_undegraded":"2024-04-12T09:26:05.340757+0000","last_fullsized":"2024-04-12T09:26:05.340757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:03.877693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.341356+0000","last_change":"2024-04-12T09:25:19.569739+0000","last_active":"2024-04-12T09:26:05.341356+0000","last_peered":"2024-04-12T09:26:05.341356+0000","last_clean":"2024-04-12T09:26:05.341356+0000","last_became_active":"2024-04-12T09:25:19.569410+0000","last_became_peered":"2024-04-12T09:25:19.569410+0000","last_unstale":"2024-04-12T09:26:05.341356+0000","last_undegraded":"2024-04-12T09:26:05.341356+0000","last_fullsized":"2024-04-12T09:26:05.341356+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:54:48.322528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340110+0000","last_change":"2024-04-12T09:25:19.102501+0000","last_active":"2024-04-12T09:26:05.340110+0000","last_peered":"2024-04-12T09:26:05.340110+0000","last_clean":"2024-04-12T09:26:05.340110+0000","last_became_active":"2024-04-12T09:25:19.102224+0000","last_became_peered":"2024-04-12T09:25:19.102224+0000","last_unstale":"2024-04-12T09:26:05.340110+0000","last_undegraded":"2024-04-12T09:26:05.340110+0000","last_fullsized":"2024-04-12T09:26:05.340110+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:30:49.811345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340346+0000","last_change":"2024-04-12T09:25:19.119723+0000","last_active":"2024-04-12T09:26:05.340346+0000","last_peered":"2024-04-12T09:26:05.340346+0000","last_clean":"2024-04-12T09:26:05.340346+0000","last_became_active":"2024-04-12T09:25:19.119403+0000","last_became_peered":"2024-04-12T09:25:19.119403+0000","last_unstale":"2024-04-12T09:26:05.340346+0000","last_undegraded":"2024-04-12T09:26:05.340346+0000","last_fullsized":"2024-04-12T09:26:05.340346+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:41:22.103996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339929+0000","last_change":"2024-04-12T09:25:19.106096+0000","last_active":"2024-04-12T09:26:05.339929+0000","last_peered":"2024-04-12T09:26:05.339929+0000","last_clean":"2024-04-12T09:26:05.339929+0000","last_became_active":"2024-04-12T09:25:19.105805+0000","last_became_peered":"2024-04-12T09:25:19.105805+0000","last_unstale":"2024-04-12T09:26:05.339929+0000","last_undegraded":"2024-04-12T09:26:05.339929+0000","last_fullsized":"2024-04-12T09:26:05.339929+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:14:22.677692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T09:26:06.346182+0000","last_change":"2024-04-12T09:26:06.346182+0000","last_active":"2024-04-12T09:26:06.346182+0000","last_peered":"2024-04-12T09:26:06.346182+0000","last_clean":"2024-04-12T09:26:06.346182+0000","last_became_active":"2024-04-12T09:26:06.345867+0000","last_became_peered":"2024-04-12T09:26:06.345867+0000","last_unstale":"2024-04-12T09:26:06.346182+0000","last_undegraded":"2024-04-12T09:26:06.346182+0000","last_fullsized":"2024-04-12T09:26:06.346182+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:23:47.273318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.338972+0000","last_change":"2024-04-12T09:25:19.100444+0000","last_active":"2024-04-12T09:26:05.338972+0000","last_peered":"2024-04-12T09:26:05.338972+0000","last_clean":"2024-04-12T09:26:05.338972+0000","last_became_active":"2024-04-12T09:25:19.100080+0000","last_became_peered":"2024-04-12T09:25:19.100080+0000","last_unstale":"2024-04-12T09:26:05.338972+0000","last_undegraded":"2024-04-12T09:26:05.338972+0000","last_fullsized":"2024-04-12T09:26:05.338972+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:15:51.044787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340140+0000","last_change":"2024-04-12T09:25:19.570849+0000","last_active":"2024-04-12T09:26:05.340140+0000","last_peered":"2024-04-12T09:26:05.340140+0000","last_clean":"2024-04-12T09:26:05.340140+0000","last_became_active":"2024-04-12T09:25:19.570489+0000","last_became_peered":"2024-04-12T09:25:19.570489+0000","last_unstale":"2024-04-12T09:26:05.340140+0000","last_undegraded":"2024-04-12T09:26:05.340140+0000","last_fullsized":"2024-04-12T09:26:05.340140+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:35:12.476553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340376+0000","last_change":"2024-04-12T09:25:19.099548+0000","last_active":"2024-04-12T09:26:05.340376+0000","last_peered":"2024-04-12T09:26:05.340376+0000","last_clean":"2024-04-12T09:26:05.340376+0000","last_became_active":"2024-04-12T09:25:19.099277+0000","last_became_peered":"2024-04-12T09:25:19.099277+0000","last_unstale":"2024-04-12T09:26:05.340376+0000","last_undegraded":"2024-04-12T09:26:05.340376+0000","last_fullsized":"2024-04-12T09:26:05.340376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:48:43.711619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336713+0000","last_change":"2024-04-12T09:25:19.121964+0000","last_active":"2024-04-12T09:26:05.336713+0000","last_peered":"2024-04-12T09:26:05.336713+0000","last_clean":"2024-04-12T09:26:05.336713+0000","last_became_active":"2024-04-12T09:25:19.121573+0000","last_became_peered":"2024-04-12T09:25:19.121573+0000","last_unstale":"2024-04-12T09:26:05.336713+0000","last_undegraded":"2024-04-12T09:26:05.336713+0000","last_fullsized":"2024-04-12T09:26:05.336713+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:20:39.024054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336465+0000","last_change":"2024-04-12T09:25:19.100121+0000","last_active":"2024-04-12T09:26:05.336465+0000","last_peered":"2024-04-12T09:26:05.336465+0000","last_clean":"2024-04-12T09:26:05.336465+0000","last_became_active":"2024-04-12T09:25:19.099796+0000","last_became_peered":"2024-04-12T09:25:19.099796+0000","last_unstale":"2024-04-12T09:26:05.336465+0000","last_undegraded":"2024-04-12T09:26:05.336465+0000","last_fullsized":"2024-04-12T09:26:05.336465+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:18:38.893643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.338796+0000","last_change":"2024-04-12T09:25:19.487251+0000","last_active":"2024-04-12T09:26:05.338796+0000","last_peered":"2024-04-12T09:26:05.338796+0000","last_clean":"2024-04-12T09:26:05.338796+0000","last_became_active":"2024-04-12T09:25:19.486897+0000","last_became_peered":"2024-04-12T09:25:19.486897+0000","last_unstale":"2024-04-12T09:26:05.338796+0000","last_undegraded":"2024-04-12T09:26:05.338796+0000","last_fullsized":"2024-04-12T09:26:05.338796+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:29:07.707783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359364+0000","last_change":"2024-04-12T09:25:19.099585+0000","last_active":"2024-04-12T09:26:05.359364+0000","last_peered":"2024-04-12T09:26:05.359364+0000","last_clean":"2024-04-12T09:26:05.359364+0000","last_became_active":"2024-04-12T09:25:19.099003+0000","last_became_peered":"2024-04-12T09:25:19.099003+0000","last_unstale":"2024-04-12T09:26:05.359364+0000","last_undegraded":"2024-04-12T09:26:05.359364+0000","last_fullsized":"2024-04-12T09:26:05.359364+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:42.652022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339772+0000","last_change":"2024-04-12T09:25:19.570831+0000","last_active":"2024-04-12T09:26:05.339772+0000","last_peered":"2024-04-12T09:26:05.339772+0000","last_clean":"2024-04-12T09:26:05.339772+0000","last_became_active":"2024-04-12T09:25:19.570474+0000","last_became_peered":"2024-04-12T09:25:19.570474+0000","last_unstale":"2024-04-12T09:26:05.339772+0000","last_undegraded":"2024-04-12T09:26:05.339772+0000","last_fullsized":"2024-04-12T09:26:05.339772+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:33:10.535511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359336+0000","last_change":"2024-04-12T09:25:19.107129+0000","last_active":"2024-04-12T09:26:05.359336+0000","last_peered":"2024-04-12T09:26:05.359336+0000","last_clean":"2024-04-12T09:26:05.359336+0000","last_became_active":"2024-04-12T09:25:19.106876+0000","last_became_peered":"2024-04-12T09:25:19.106876+0000","last_unstale":"2024-04-12T09:26:05.359336+0000","last_undegraded":"2024-04-12T09:26:05.359336+0000","last_fullsized":"2024-04-12T09:26:05.359336+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:42:34.962803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336420+0000","last_change":"2024-04-12T09:25:19.487441+0000","last_active":"2024-04-12T09:26:05.336420+0000","last_peered":"2024-04-12T09:26:05.336420+0000","last_clean":"2024-04-12T09:26:05.336420+0000","last_became_active":"2024-04-12T09:25:19.487131+0000","last_became_peered":"2024-04-12T09:25:19.487131+0000","last_unstale":"2024-04-12T09:26:05.336420+0000","last_undegraded":"2024-04-12T09:26:05.336420+0000","last_fullsized":"2024-04-12T09:26:05.336420+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:25:00.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359420+0000","last_change":"2024-04-12T09:25:19.105448+0000","last_active":"2024-04-12T09:26:05.359420+0000","last_peered":"2024-04-12T09:26:05.359420+0000","last_clean":"2024-04-12T09:26:05.359420+0000","last_became_active":"2024-04-12T09:25:19.104873+0000","last_became_peered":"2024-04-12T09:25:19.104873+0000","last_unstale":"2024-04-12T09:26:05.359420+0000","last_undegraded":"2024-04-12T09:26:05.359420+0000","last_fullsized":"2024-04-12T09:26:05.359420+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:50:45.583615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340930+0000","last_change":"2024-04-12T09:25:20.159665+0000","last_active":"2024-04-12T09:26:05.340930+0000","last_peered":"2024-04-12T09:26:05.340930+0000","last_clean":"2024-04-12T09:26:05.340930+0000","last_became_active":"2024-04-12T09:25:20.159405+0000","last_became_peered":"2024-04-12T09:25:20.159405+0000","last_unstale":"2024-04-12T09:26:05.340930+0000","last_undegraded":"2024-04-12T09:26:05.340930+0000","last_fullsized":"2024-04-12T09:26:05.340930+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:39:11.521542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.338628+0000","last_change":"2024-04-12T09:25:19.089638+0000","last_active":"2024-04-12T09:26:05.338628+0000","last_peered":"2024-04-12T09:26:05.338628+0000","last_clean":"2024-04-12T09:26:05.338628+0000","last_became_active":"2024-04-12T09:25:19.089322+0000","last_became_peered":"2024-04-12T09:25:19.089322+0000","last_unstale":"2024-04-12T09:26:05.338628+0000","last_undegraded":"2024-04-12T09:26:05.338628+0000","last_fullsized":"2024-04-12T09:26:05.338628+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:24:35.856285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336849+0000","last_change":"2024-04-12T09:25:19.570788+0000","last_active":"2024-04-12T09:26:05.336849+0000","last_peered":"2024-04-12T09:26:05.336849+0000","last_clean":"2024-04-12T09:26:05.336849+0000","last_became_active":"2024-04-12T09:25:19.570513+0000","last_became_peered":"2024-04-12T09:25:19.570513+0000","last_unstale":"2024-04-12T09:26:05.336849+0000","last_undegraded":"2024-04-12T09:26:05.336849+0000","last_fullsized":"2024-04-12T09:26:05.336849+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:04:57.145299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.358988+0000","last_change":"2024-04-12T09:25:19.105252+0000","last_active":"2024-04-12T09:26:05.358988+0000","last_peered":"2024-04-12T09:26:05.358988+0000","last_clean":"2024-04-12T09:26:05.358988+0000","last_became_active":"2024-04-12T09:25:19.104872+0000","last_became_peered":"2024-04-12T09:25:19.104872+0000","last_unstale":"2024-04-12T09:26:05.358988+0000","last_undegraded":"2024-04-12T09:26:05.358988+0000","last_fullsized":"2024-04-12T09:26:05.358988+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:55:35.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336529+0000","last_change":"2024-04-12T09:25:19.569918+0000","last_active":"2024-04-12T09:26:05.336529+0000","last_peered":"2024-04-12T09:26:05.336529+0000","last_clean":"2024-04-12T09:26:05.336529+0000","last_became_active":"2024-04-12T09:25:19.569580+0000","last_became_peered":"2024-04-12T09:25:19.569580+0000","last_unstale":"2024-04-12T09:26:05.336529+0000","last_undegraded":"2024-04-12T09:26:05.336529+0000","last_fullsized":"2024-04-12T09:26:05.336529+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:24:03.111985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336648+0000","last_change":"2024-04-12T09:25:19.100213+0000","last_active":"2024-04-12T09:26:05.336648+0000","last_peered":"2024-04-12T09:26:05.336648+0000","last_clean":"2024-04-12T09:26:05.336648+0000","last_became_active":"2024-04-12T09:25:19.099951+0000","last_became_peered":"2024-04-12T09:25:19.099951+0000","last_unstale":"2024-04-12T09:26:05.336648+0000","last_undegraded":"2024-04-12T09:26:05.336648+0000","last_fullsized":"2024-04-12T09:26:05.336648+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:19:02.444042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340635+0000","last_change":"2024-04-12T09:25:20.159529+0000","last_active":"2024-04-12T09:26:05.340635+0000","last_peered":"2024-04-12T09:26:05.340635+0000","last_clean":"2024-04-12T09:26:05.340635+0000","last_became_active":"2024-04-12T09:25:20.159278+0000","last_became_peered":"2024-04-12T09:25:20.159278+0000","last_unstale":"2024-04-12T09:26:05.340635+0000","last_undegraded":"2024-04-12T09:26:05.340635+0000","last_fullsized":"2024-04-12T09:26:05.340635+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:02:02.005821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359133+0000","last_change":"2024-04-12T09:25:19.106153+0000","last_active":"2024-04-12T09:26:05.359133+0000","last_peered":"2024-04-12T09:26:05.359133+0000","last_clean":"2024-04-12T09:26:05.359133+0000","last_became_active":"2024-04-12T09:25:19.105881+0000","last_became_peered":"2024-04-12T09:25:19.105881+0000","last_unstale":"2024-04-12T09:26:05.359133+0000","last_undegraded":"2024-04-12T09:26:05.359133+0000","last_fullsized":"2024-04-12T09:26:05.359133+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:03:31.785735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340501+0000","last_change":"2024-04-12T09:25:19.118752+0000","last_active":"2024-04-12T09:26:05.340501+0000","last_peered":"2024-04-12T09:26:05.340501+0000","last_clean":"2024-04-12T09:26:05.340501+0000","last_became_active":"2024-04-12T09:25:19.118504+0000","last_became_peered":"2024-04-12T09:25:19.118504+0000","last_unstale":"2024-04-12T09:26:05.340501+0000","last_undegraded":"2024-04-12T09:26:05.340501+0000","last_fullsized":"2024-04-12T09:26:05.340501+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:24:17.077422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"68'6","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340215+0000","last_change":"2024-04-12T09:25:19.111440+0000","last_active":"2024-04-12T09:26:05.340215+0000","last_peered":"2024-04-12T09:26:05.340215+0000","last_clean":"2024-04-12T09:26:05.340215+0000","last_became_active":"2024-04-12T09:25:19.110279+0000","last_became_peered":"2024-04-12T09:25:19.110279+0000","last_unstale":"2024-04-12T09:26:05.340215+0000","last_undegraded":"2024-04-12T09:26:05.340215+0000","last_fullsized":"2024-04-12T09:26:05.340215+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:38:11.876196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340464+0000","last_change":"2024-04-12T09:25:19.115585+0000","last_active":"2024-04-12T09:26:05.340464+0000","last_peered":"2024-04-12T09:26:05.340464+0000","last_clean":"2024-04-12T09:26:05.340464+0000","last_became_active":"2024-04-12T09:25:19.115163+0000","last_became_peered":"2024-04-12T09:25:19.115163+0000","last_unstale":"2024-04-12T09:26:05.340464+0000","last_undegraded":"2024-04-12T09:26:05.340464+0000","last_fullsized":"2024-04-12T09:26:05.340464+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:34:31.597279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.359255+0000","last_change":"2024-04-12T09:25:19.106462+0000","last_active":"2024-04-12T09:26:05.359255+0000","last_peered":"2024-04-12T09:26:05.359255+0000","last_clean":"2024-04-12T09:26:05.359255+0000","last_became_active":"2024-04-12T09:25:19.105850+0000","last_became_peered":"2024-04-12T09:25:19.105850+0000","last_unstale":"2024-04-12T09:26:05.359255+0000","last_undegraded":"2024-04-12T09:26:05.359255+0000","last_fullsized":"2024-04-12T09:26:05.359255+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:21:34.216938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340143+0000","last_change":"2024-04-12T09:25:20.160264+0000","last_active":"2024-04-12T09:26:05.340143+0000","last_peered":"2024-04-12T09:26:05.340143+0000","last_clean":"2024-04-12T09:26:05.340143+0000","last_became_active":"2024-04-12T09:25:20.159969+0000","last_became_peered":"2024-04-12T09:25:20.159969+0000","last_unstale":"2024-04-12T09:26:05.340143+0000","last_undegraded":"2024-04-12T09:26:05.340143+0000","last_fullsized":"2024-04-12T09:26:05.340143+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:14:23.968718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336625+0000","last_change":"2024-04-12T09:25:19.095648+0000","last_active":"2024-04-12T09:26:05.336625+0000","last_peered":"2024-04-12T09:26:05.336625+0000","last_clean":"2024-04-12T09:26:05.336625+0000","last_became_active":"2024-04-12T09:25:19.095345+0000","last_became_peered":"2024-04-12T09:25:19.095345+0000","last_unstale":"2024-04-12T09:26:05.336625+0000","last_undegraded":"2024-04-12T09:26:05.336625+0000","last_fullsized":"2024-04-12T09:26:05.336625+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:50:25.552985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340143+0000","last_change":"2024-04-12T09:25:20.110327+0000","last_active":"2024-04-12T09:26:05.340143+0000","last_peered":"2024-04-12T09:26:05.340143+0000","last_clean":"2024-04-12T09:26:05.340143+0000","last_became_active":"2024-04-12T09:25:20.109922+0000","last_became_peered":"2024-04-12T09:25:20.109922+0000","last_unstale":"2024-04-12T09:26:05.340143+0000","last_undegraded":"2024-04-12T09:26:05.340143+0000","last_fullsized":"2024-04-12T09:26:05.340143+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:30:48.687633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.337220+0000","last_change":"2024-04-12T09:25:19.101204+0000","last_active":"2024-04-12T09:26:05.337220+0000","last_peered":"2024-04-12T09:26:05.337220+0000","last_clean":"2024-04-12T09:26:05.337220+0000","last_became_active":"2024-04-12T09:25:19.100944+0000","last_became_peered":"2024-04-12T09:25:19.100944+0000","last_unstale":"2024-04-12T09:26:05.337220+0000","last_undegraded":"2024-04-12T09:26:05.337220+0000","last_fullsized":"2024-04-12T09:26:05.337220+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:18:32.788912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T09:26:06.346774+0000","last_change":"2024-04-12T09:26:06.346774+0000","last_active":"2024-04-12T09:26:06.346774+0000","last_peered":"2024-04-12T09:26:06.346774+0000","last_clean":"2024-04-12T09:26:06.346774+0000","last_became_active":"2024-04-12T09:26:06.346486+0000","last_became_peered":"2024-04-12T09:26:06.346486+0000","last_unstale":"2024-04-12T09:26:06.346774+0000","last_undegraded":"2024-04-12T09:26:06.346774+0000","last_fullsized":"2024-04-12T09:26:06.346774+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:14:51.863992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340191+0000","last_change":"2024-04-12T09:25:19.105142+0000","last_active":"2024-04-12T09:26:05.340191+0000","last_peered":"2024-04-12T09:26:05.340191+0000","last_clean":"2024-04-12T09:26:05.340191+0000","last_became_active":"2024-04-12T09:25:19.104823+0000","last_became_peered":"2024-04-12T09:25:19.104823+0000","last_unstale":"2024-04-12T09:26:05.340191+0000","last_undegraded":"2024-04-12T09:26:05.340191+0000","last_fullsized":"2024-04-12T09:26:05.340191+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:41:47.341275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.336967+0000","last_change":"2024-04-12T09:25:19.570790+0000","last_active":"2024-04-12T09:26:05.336967+0000","last_peered":"2024-04-12T09:26:05.336967+0000","last_clean":"2024-04-12T09:26:05.336967+0000","last_became_active":"2024-04-12T09:25:19.570547+0000","last_became_peered":"2024-04-12T09:25:19.570547+0000","last_unstale":"2024-04-12T09:26:05.336967+0000","last_undegraded":"2024-04-12T09:26:05.336967+0000","last_fullsized":"2024-04-12T09:26:05.336967+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:16:10.700576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340354+0000","last_change":"2024-04-12T09:25:19.110620+0000","last_active":"2024-04-12T09:26:05.340354+0000","last_peered":"2024-04-12T09:26:05.340354+0000","last_clean":"2024-04-12T09:26:05.340354+0000","last_became_active":"2024-04-12T09:25:19.110346+0000","last_became_peered":"2024-04-12T09:25:19.110346+0000","last_unstale":"2024-04-12T09:26:05.340354+0000","last_undegraded":"2024-04-12T09:26:05.340354+0000","last_fullsized":"2024-04-12T09:26:05.340354+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:53:12.144100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.340983+0000","last_change":"2024-04-12T09:25:20.121839+0000","last_active":"2024-04-12T09:26:05.340983+0000","last_peered":"2024-04-12T09:26:05.340983+0000","last_clean":"2024-04-12T09:26:05.340983+0000","last_became_active":"2024-04-12T09:25:20.121580+0000","last_became_peered":"2024-04-12T09:25:20.121580+0000","last_unstale":"2024-04-12T09:26:05.340983+0000","last_undegraded":"2024-04-12T09:26:05.340983+0000","last_fullsized":"2024-04-12T09:26:05.340983+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:40:22.828825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T09:26:05.339736+0000","last_change":"2024-04-12T09:25:19.109392+0000","last_active":"2024-04-12T09:26:05.339736+0000","last_peered":"2024-04-12T09:26:05.339736+0000","last_clean":"2024-04-12T09:26:05.339736+0000","last_became_active":"2024-04-12T09:25:19.109061+0000","last_became_peered":"2024-04-12T09:25:19.109061+0000","last_unstale":"2024-04-12T09:26:05.339736+0000","last_undegraded":"2024-04-12T09:26:05.339736+0000","last_fullsized":"2024-04-12T09:26:05.339736+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:56:45.687961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234020,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298664,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446488,"statfs":{"total":95995035648,"available":95689203712,"internally_reserved":0,"allocated":1335296,"data_stored":905463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.41099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.71499999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54000000000000004,"15min":0.54300000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.63500000000000001,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.58499999999999996}]},{"osd":1,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.51600000000000001,"15min":0.51500000000000001},"min":{"1min":0.39000000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.72299999999999998,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54300000000000004}]},{"osd":2,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.53300000000000003,"15min":0.52400000000000002},"min":{"1min":0.40300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.52600000000000002,"15min":0.52400000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70799999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.52400000000000002}]},{"osd":3,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.53100000000000003,"15min":0.51900000000000002},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.505},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56100000000000005,"15min":0.55600000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.48499999999999999}]},{"osd":4,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.45800000000000002},"min":{"1min":0.309,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.66600000000000004,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.46600000000000003,"15min":0.45800000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78800000000000003,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.56899999999999995}]},{"osd":5,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.46899999999999997,"15min":0.46300000000000002},"min":{"1min":0.34000000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.66100000000000003,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.496,"15min":0.48999999999999999},"min":{"1min":0.374,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.65300000000000002}]},{"osd":6,"last update":"Fri Apr 12 09:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.53000000000000003,"15min":0.52200000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52100000000000002,"15min":0.51500000000000001},"min":{"1min":0.36399999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.72599999999999998,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.63}]}]},{"osd":6,"up_from":46,"seq":197568495657,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298652,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446500,"statfs":{"total":95995035648,"available":95689216000,"internally_reserved":0,"allocated":1327104,"data_stored":905640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.55400000000000005,"15min":0.55700000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76400000000000001,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.439},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54800000000000004,"15min":0.53800000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.68799999999999994,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.56499999999999995}]},{"osd":1,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.40100000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.73799999999999999,"5min":0.751,"15min":0.751},"last":0.371},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56799999999999995,"15min":0.56899999999999995},"min":{"1min":0.44700000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.76100000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.58499999999999996}]},{"osd":2,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.57099999999999995,"15min":0.56799999999999995},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72799999999999998,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.54800000000000004,"15min":0.53800000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.40899999999999997}]},{"osd":3,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.56299999999999994,"15min":0.55800000000000005},"min":{"1min":0.40699999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73499999999999999,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.57599999999999996,"15min":0.56899999999999995},"min":{"1min":0.40200000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.72899999999999998,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47399999999999998}]},{"osd":4,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.44900000000000001,"15min":0.441},"min":{"1min":0.34100000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64200000000000002,"5min":0.754,"15min":0.754},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.47099999999999997,"15min":0.45500000000000002},"min":{"1min":0.374,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.65800000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.48799999999999999}]},{"osd":5,"last update":"Fri Apr 12 09:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.47899999999999998,"15min":0.46400000000000002},"min":{"1min":0.32400000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64300000000000002,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.495,"15min":0.48599999999999999},"min":{"1min":0.36799999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.59299999999999997,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Apr 12 09:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.51900000000000002,"15min":0.51200000000000001},"min":{"1min":0.35199999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.80100000000000005,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.54900000000000004},"min":{"1min":0.39200000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81200000000000006,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.51500000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298052,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447100,"statfs":{"total":95995035648,"available":95689830400,"internally_reserved":0,"allocated":708608,"data_stored":313120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35399999999999998,"15min":0.32900000000000001},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.48399999999999999,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.38200000000000001,"15min":0.34999999999999998},"min":{"1min":0.23499999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.57299999999999995,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.38200000000000001}]},{"osd":2,"last update":"Fri Apr 12 09:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.377,"15min":0.373},"min":{"1min":0.24299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.441},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.28699999999999998,"5min":0.245,"15min":0.245},"max":{"1min":0.60399999999999998,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.47499999999999998}]},{"osd":3,"last update":"Fri Apr 12 09:26:05 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.44800000000000001,"15min":0.45900000000000002},"min":{"1min":0.30299999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.54800000000000004,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.41999999999999998,"15min":0.441},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.57499999999999996,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.504}]},{"osd":4,"last update":"Fri Apr 12 09:25:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.376,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.745,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.73899999999999999}]},{"osd":5,"last update":"Fri Apr 12 09:25:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.59999999999999998,"15min":0.61199999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.86399999999999999,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.628,"15min":0.64100000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79500000000000004,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.76200000000000001}]},{"osd":6,"last update":"Fri Apr 12 09:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.621,"15min":0.64300000000000002},"min":{"1min":0.42499999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73899999999999999,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.60699999999999998,"15min":0.60899999999999999},"min":{"1min":0.41999999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.76800000000000002,"5min":1.111,"15min":1.111},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Apr 12 09:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.77900000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.61899999999999999,"15min":0.623},"min":{"1min":0.46200000000000002,"5min":0.439,"15min":0.439},"max":{"1min":0.77500000000000002,"5min":1.018,"15min":1.018},"last":0.84199999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298648,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446504,"statfs":{"total":95995035648,"available":95689220096,"internally_reserved":0,"allocated":1318912,"data_stored":904610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 09:26:19 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35499999999999998,"15min":0.314},"min":{"1min":0.222,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.375,"15min":0.32800000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":0.308}]},{"osd":2,"last update":"Fri Apr 12 09:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.39200000000000002,"15min":0.374},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40400000000000003,"15min":0.38600000000000001},"min":{"1min":0.27800000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.375}]},{"osd":3,"last update":"Fri Apr 12 09:26:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.42199999999999999,"15min":0.438},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44800000000000001,"15min":0.45800000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.40899999999999997}]},{"osd":4,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.435},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.65000000000000002},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.52800000000000002}]},{"osd":5,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.629,"15min":0.621},"min":{"1min":0.41299999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.66600000000000004}]},{"osd":6,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.626,"15min":0.624},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.627,"15min":0.63300000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.67700000000000005}]},{"osd":7,"last update":"Fri Apr 12 09:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.63,"15min":0.63100000000000001},"min":{"1min":0.47299999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.63400000000000001,"15min":0.63600000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.69899999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298068,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447084,"statfs":{"total":95995035648,"available":95689814016,"internally_reserved":0,"allocated":724992,"data_stored":314254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.36599999999999999,"15min":0.36399999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.45900000000000002,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.251},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.379,"15min":0.379},"min":{"1min":0.249,"5min":0.222,"15min":0.222},"max":{"1min":0.48499999999999999,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.36299999999999999}]},{"osd":1,"last update":"Fri Apr 12 09:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.41999999999999998,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.52700000000000002,"5min":0.755,"15min":0.755},"last":0.33600000000000002}]},{"osd":3,"last update":"Fri Apr 12 09:26:05 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40200000000000002,"15min":0.40999999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.54200000000000004,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.435},"min":{"1min":0.28499999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.57499999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.30299999999999999}]},{"osd":4,"last update":"Fri Apr 12 09:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.57999999999999996,"15min":0.58999999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.53000000000000003}]},{"osd":5,"last update":"Fri Apr 12 09:25:48 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.61199999999999999,"15min":0.61499999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.443},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.626,"15min":0.63100000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.56499999999999995}]},{"osd":6,"last update":"Fri Apr 12 09:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.60299999999999998,"15min":0.58999999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.498},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.45300000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.41399999999999998}]},{"osd":7,"last update":"Fri Apr 12 09:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58099999999999996,"15min":0.57999999999999996},"min":{"1min":0.42699999999999999,"5min":0.375,"15min":0.375},"max":{"1min":0.81899999999999995,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60399999999999998,"15min":0.59799999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.59199999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182456,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298064,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447088,"statfs":{"total":95995035648,"available":95689818112,"internally_reserved":0,"allocated":720896,"data_stored":313740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.38200000000000001,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.37},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41199999999999998,"15min":0.44400000000000001},"min":{"1min":0.23499999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.35699999999999998}]},{"osd":1,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.41199999999999998,"15min":0.44},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.41399999999999998,"15min":0.437},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.34399999999999997}]},{"osd":2,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.45000000000000001,"15min":0.48699999999999999},"min":{"1min":0.27400000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.372,"5min":0.40899999999999997,"15min":0.44},"min":{"1min":0.26100000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.63300000000000001,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.33000000000000002}]},{"osd":4,"last update":"Fri Apr 12 09:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.58699999999999997,"15min":0.57799999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.40699999999999997}]},{"osd":5,"last update":"Fri Apr 12 09:25:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.57199999999999995,"15min":0.55500000000000005},"min":{"1min":0.41399999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.58399999999999996,"15min":0.57399999999999995},"min":{"1min":0.38800000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.54600000000000004}]},{"osd":6,"last update":"Fri Apr 12 09:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.58899999999999997,"15min":0.56899999999999995},"min":{"1min":0.434,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.96999999999999997,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.61199999999999999,"15min":0.59799999999999998},"min":{"1min":0.44400000000000001,"5min":0.378,"15min":0.378},"max":{"1min":1.137,"5min":1.409,"15min":1.409},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Apr 12 09:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.59499999999999997,"15min":0.58299999999999996},"min":{"1min":0.49399999999999999,"5min":0.437,"15min":0.437},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.439},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.61299999999999999,"15min":0.60699999999999998},"min":{"1min":0.437,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.48099999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298084,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447068,"statfs":{"total":95995035648,"available":95689797632,"internally_reserved":0,"allocated":741376,"data_stored":315348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.38900000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56000000000000005,"15min":0.56100000000000005},"min":{"1min":0.374,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81200000000000006,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.49299999999999999}]},{"osd":1,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54500000000000004,"15min":0.54100000000000004},"min":{"1min":0.45900000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.76600000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47099999999999997}]},{"osd":2,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.40200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.83899999999999997,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.443,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58199999999999996}]},{"osd":3,"last update":"Fri Apr 12 09:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.38900000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.628},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.60299999999999998}]},{"osd":5,"last update":"Fri Apr 12 09:25:48 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.43099999999999999,"15min":0.41899999999999998},"min":{"1min":0.32800000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.437,"15min":0.42299999999999999},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.65800000000000003}]},{"osd":6,"last update":"Fri Apr 12 09:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.48099999999999998,"15min":0.47399999999999998},"min":{"1min":0.33200000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.82299999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.505,"15min":0.48799999999999999},"min":{"1min":0.35599999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.77100000000000002}]},{"osd":7,"last update":"Fri Apr 12 09:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.48999999999999999,"15min":0.47999999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.51900000000000002,"15min":0.51100000000000001},"min":{"1min":0.36599999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.75700000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757294,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298064,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447088,"statfs":{"total":95995035648,"available":95689818112,"internally_reserved":0,"allocated":724992,"data_stored":314290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.51900000000000002,"15min":0.52400000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69999999999999996,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.432},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.501,"15min":0.502},"min":{"1min":0.36099999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.64000000000000001}]},{"osd":1,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73199999999999998,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.373,"5min":0.307,"15min":0.307},"max":{"1min":0.69599999999999995,"5min":0.755,"15min":0.755},"last":0.55500000000000005}]},{"osd":2,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72299999999999998,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.375,"5min":0.307,"15min":0.307},"max":{"1min":0.754,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.58499999999999996}]},{"osd":3,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.54700000000000004,"15min":0.53100000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.55500000000000005,"15min":0.55400000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.66300000000000003}]},{"osd":4,"last update":"Fri Apr 12 09:25:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.41899999999999998,"15min":0.39200000000000002},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44800000000000001,"15min":0.41799999999999998},"min":{"1min":0.30199999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.71199999999999997}]},{"osd":6,"last update":"Fri Apr 12 09:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.498,"15min":0.47699999999999998},"min":{"1min":0.379,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.48499999999999999,"15min":0.46700000000000003},"min":{"1min":0.34599999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71499999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.72499999999999998}]},{"osd":7,"last update":"Fri Apr 12 09:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.38800000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.66900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.752},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53500000000000003,"15min":0.53000000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.73699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T09:26:22.770 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T09:26:22.770 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T09:26:22.771 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T09:26:22.771 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:26:23.026 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:23.403 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:23 smithi083 ceph-mon[41278]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:26:23.404 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:23 smithi083 ceph-mon[29829]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:26:23.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:23 smithi165 ceph-mon[33336]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:26:24.530 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:24 smithi083 ceph-mon[29829]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:24.530 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:24 smithi083 ceph-mon[41278]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:24.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:24 smithi165 ceph-mon[33336]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:26:24.975 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-12T09:26:25.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:25 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/725093919' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:26:25.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:25 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/725093919' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:26:25.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:25] "GET /metrics HTTP/1.1" 200 239251 "" "Prometheus/2.43.0" 2024-04-12T09:26:25.734 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-12T09:26:25.734 INFO:teuthology.run_tasks:Running task print... 2024-04-12T09:26:25.743 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-04-12T09:26:25.744 INFO:teuthology.run_tasks:Running task parallel... 2024-04-12T09:26:25.757 INFO:teuthology.task.parallel:starting parallel... 2024-04-12T09:26:25.758 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-12T09:26:25.758 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-04-12T09:26:25.762 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-04-12T09:26:25.762 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T09:26:25.763 DEBUG:teuthology.orchestra.run.smithi083:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T09:26:25.763 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-12T09:26:25.763 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-12T09:26:25.764 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi083.front.sepia.ceph.com 2024-04-12T09:26:25.764 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-04-12T09:26:25.765 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:25 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/725093919' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:26:25.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:26:25.780 INFO:teuthology.orchestra.run.smithi083.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T09:26:25.780 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T09:26:25.835 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T09:26:25.835 DEBUG:teuthology.orchestra.run.smithi083:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T09:26:25.890 INFO:tasks.workunit:timeout=3h 2024-04-12T09:26:25.890 INFO:tasks.workunit:cleanup=True 2024-04-12T09:26:25.891 DEBUG:teuthology.orchestra.run.smithi083:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T09:26:25.946 INFO:tasks.workunit.client.0.smithi083.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T09:26:26.024 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:26.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:26:25 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:26:26.403 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:26 smithi083 ceph-mon[41278]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:26.403 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:26 smithi083 ceph-mon[29829]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:26.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:26 smithi165 ceph-mon[33336]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:28.288 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:27 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:26:27] ENGINE Bus STOPPING 2024-04-12T09:26:28.288 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:27 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:26:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:26:28.289 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:27 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:26:27] ENGINE Bus STOPPED 2024-04-12T09:26:28.289 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:27 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:26:27] ENGINE Bus STARTING 2024-04-12T09:26:28.289 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:28 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:26:28] ENGINE Serving on http://:::9283 2024-04-12T09:26:28.289 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:28 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:26:28] ENGINE Bus STARTED 2024-04-12T09:26:28.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:28 smithi083 ceph-mon[29829]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:28.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:28 smithi083 ceph-mon[29829]: from='client.? ' entity='client.admin' 2024-04-12T09:26:28.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:28 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:26:28.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:28 smithi083 ceph-mon[41278]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:28.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:28 smithi083 ceph-mon[41278]: from='client.? ' entity='client.admin' 2024-04-12T09:26:28.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:28 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:26:28.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:28 smithi165 ceph-mon[33336]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:28 smithi165 ceph-mon[33336]: from='client.? ' entity='client.admin' 2024-04-12T09:26:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:28 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:26:28.894 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-12T09:26:29.187 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:29.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:29 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:29.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:29 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:29.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:29 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:29.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:29 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:29.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:29 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:29.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:29 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:29.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:29 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:29.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:29 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:29.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:29 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:30.714 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:30 smithi083 ceph-mon[41278]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:30.715 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:30 smithi083 ceph-mon[29829]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:30.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:30 smithi165 ceph-mon[33336]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:31.798 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-12T09:26:32.051 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:32.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:32 smithi083 ceph-mon[29829]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:32.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:32 smithi083 ceph-mon[41278]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:32.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:32 smithi165 ceph-mon[33336]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:33.920 INFO:teuthology.orchestra.run.smithi083.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:26:34.640 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T09:26:34.795 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:34 smithi165 ceph-mon[33336]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:34.795 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:34 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:34.795 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:34 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:26:34.796 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:34 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:34.796 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:34 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:34.796 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:34 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:34.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[29829]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[41278]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:26:34.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:26:34.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:34 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:26:34.931 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:35.435 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:35] "GET /metrics HTTP/1.1" 200 239251 "" "Prometheus/2.43.0" 2024-04-12T09:26:35.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-mon[41278]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:26:35.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-mon[41278]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:26:35.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-mon[41278]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:26:35.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:35.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-mon[29829]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:26:35.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-mon[29829]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:26:35.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-mon[29829]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:26:35.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:35 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:35.811 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:26:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:26:35.812 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:35 smithi165 ceph-mon[33336]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:26:35.812 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:35 smithi165 ceph-mon[33336]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:26:35.812 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:35 smithi165 ceph-mon[33336]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T09:26:35.812 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:35 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:36.671 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:36 smithi083 ceph-mon[29829]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:36.671 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:36 smithi083 ceph-mon[41278]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:36.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:36 smithi165 ceph-mon[33336]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:alertmanager.a smithi083 *:9093,9094 running (81s) 19s ago 2m 24.6M - 0.25.0 c8568f914cd2 78a8b23b07b7 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:grafana.a smithi165 *:3000 running (2m) 54s ago 2m 83.2M - 9.4.7 954c08fa6188 1ca2133df138 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi083.srygwg smithi083 running (66s) 19s ago 65s 14.7M - 17.2.7-827-gd3b5060a 21de9b7369ad 01f55cfde19d 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi165.bkjpul smithi165 running (63s) 54s ago 63s 13.8M - 17.2.7-827-gd3b5060a 21de9b7369ad 8dc0a6b521f0 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.x smithi165 *:8443 running (6m) 54s ago 6m 432M - 17.2.7-827-gd3b5060a 21de9b7369ad 90a6ba75858c 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.y smithi083 *:9283 running (7m) 19s ago 7m 476M - 17.2.7-827-gd3b5060a 21de9b7369ad 8b53db94301b 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:mon.a smithi083 running (7m) 19s ago 8m 43.5M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 57c78b8bcb1a 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:mon.b smithi165 running (6m) 54s ago 6m 37.3M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 83fc0e80d3c0 2024-04-12T09:26:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:mon.c smithi083 running (6m) 19s ago 6m 36.6M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 974d927e3293 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.a smithi083 *:9100 running (108s) 19s ago 104s 14.3M - 1.5.0 0da6a335fe13 3e6c6757b223 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.b smithi165 *:9100 running (97s) 54s ago 97s 8086k - 1.5.0 0da6a335fe13 d0b552271f68 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 smithi083 running (5m) 19s ago 5m 41.6M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 2e79ec1286d2 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 smithi083 running (5m) 19s ago 5m 41.8M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 4b061a81b56b 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 smithi083 running (5m) 19s ago 5m 39.9M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 0323d2875d1b 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 smithi083 running (4m) 19s ago 4m 40.2M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 1d1084a43cb6 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 smithi165 running (4m) 54s ago 4m 39.8M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad a0ed6898ab34 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 smithi165 running (3m) 54s ago 3m 40.2M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 1da125f69005 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 smithi165 running (3m) 54s ago 3m 39.2M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 0d68dde9a912 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 smithi165 running (3m) 54s ago 3m 42.9M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 8c3c2e53fe3a 2024-04-12T09:26:37.220 INFO:teuthology.orchestra.run.smithi083.stdout:prometheus.a smithi165 *:9095 running (75s) 54s ago 2m 32.8M - 2.43.0 a07b618ecd1d 76618a5f46d3 2024-04-12T09:26:38.166 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'echo wait for minority of mons to upgrade' 2024-04-12T09:26:38.363 DEBUG:teuthology.orchestra.run.smithi083:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T09:26:38.389 INFO:tasks.workunit.client.0.smithi083.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T09:26:38.391 INFO:tasks.workunit.client.0.smithi083.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T09:26:38.392 INFO:tasks.workunit.client.0.smithi083.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T09:26:38.440 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:38.793 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:38 smithi083 ceph-mon[29829]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:26:38.793 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:38 smithi083 ceph-mon[29829]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:38.793 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:38 smithi083 ceph-mon[41278]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:26:38.793 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:38 smithi083 ceph-mon[41278]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:38.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:38 smithi165 ceph-mon[33336]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:26:38.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:38 smithi165 ceph-mon[33336]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:40.738 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:40 smithi083 ceph-mon[41278]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:40.739 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:40 smithi083 ceph-mon[29829]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:40.785 INFO:tasks.workunit.client.0.smithi083.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T09:26:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:wait for minority of mons to upgrade 2024-04-12T09:26:40.899 INFO:tasks.workunit.client.0.smithi083.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T09:26:40.940 INFO:tasks.workunit.client.0.smithi083.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T09:26:40.941 INFO:tasks.workunit.client.0.smithi083.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T09:26:40.941 INFO:tasks.workunit.client.0.smithi083.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T09:26:40.983 INFO:tasks.workunit.client.0.smithi083.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T09:26:40.986 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-12T09:26:40.986 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T09:26:40.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:40 smithi165 ceph-mon[33336]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:41.043 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2024-04-12T09:26:41.044 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-12T09:26:41.044 DEBUG:teuthology.orchestra.run.smithi083:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2024-04-12T09:26:41.102 INFO:tasks.workunit.client.0.smithi083.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-12T09:26:41.103 INFO:tasks.workunit.client.0.smithi083.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-12T09:26:41.103 INFO:tasks.workunit.client.0.smithi083.stderr:+ TMPDIR=/tmp/rbd_import_export_86956 2024-04-12T09:26:41.103 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm -rf /tmp/rbd_import_export_86956 2024-04-12T09:26:41.103 INFO:tasks.workunit.client.0.smithi083.stderr:+ mkdir /tmp/rbd_import_export_86956 2024-04-12T09:26:41.104 INFO:tasks.workunit.client.0.smithi083.stderr:+ trap 'rm -rf /tmp/rbd_import_export_86956' INT TERM EXIT 2024-04-12T09:26:41.104 INFO:tasks.workunit.client.0.smithi083.stderr:+ mkdir foo.86956 2024-04-12T09:26:41.104 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import foo.86956 foo.dir 2024-04-12T09:26:41.202 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: cannot import a directory 2024-04-12T09:26:41.202 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 0% complete...failed. 2024-04-12T09:26:41.202 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: import failed: (21) Is a directory 2024-04-12T09:26:41.219 INFO:tasks.workunit.client.0.smithi083.stderr:+ true 2024-04-12T09:26:41.220 INFO:tasks.workunit.client.0.smithi083.stderr:+ rmdir foo.86956 2024-04-12T09:26:41.239 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_86956/img bs=1k count=1 seek=10 2024-04-12T09:26:41.240 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records in 2024-04-12T09:26:41.240 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records out 2024-04-12T09:26:41.240 INFO:tasks.workunit.client.0.smithi083.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 6.2443e-05 s, 16.4 MB/s 2024-04-12T09:26:41.240 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_86956/img bs=1k count=10 seek=100 2024-04-12T09:26:41.241 INFO:tasks.workunit.client.0.smithi083.stderr:10+0 records in 2024-04-12T09:26:41.241 INFO:tasks.workunit.client.0.smithi083.stderr:10+0 records out 2024-04-12T09:26:41.241 INFO:tasks.workunit.client.0.smithi083.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.5065e-05 s, 186 MB/s 2024-04-12T09:26:41.241 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_86956/img bs=1k count=100 seek=1000 2024-04-12T09:26:41.242 INFO:tasks.workunit.client.0.smithi083.stderr:60+1 records in 2024-04-12T09:26:41.242 INFO:tasks.workunit.client.0.smithi083.stderr:60+1 records out 2024-04-12T09:26:41.242 INFO:tasks.workunit.client.0.smithi083.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000150989 s, 407 MB/s 2024-04-12T09:26:41.242 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_86956/img bs=1k seek=10000 2024-04-12T09:26:41.243 INFO:tasks.workunit.client.0.smithi083.stderr:137+1 records in 2024-04-12T09:26:41.243 INFO:tasks.workunit.client.0.smithi083.stderr:137+1 records out 2024-04-12T09:26:41.243 INFO:tasks.workunit.client.0.smithi083.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.00036263 s, 388 MB/s 2024-04-12T09:26:41.243 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_86956/img bs=1k seek=100000 2024-04-12T09:26:41.244 INFO:tasks.workunit.client.0.smithi083.stderr:59+1 records in 2024-04-12T09:26:41.244 INFO:tasks.workunit.client.0.smithi083.stderr:59+1 records out 2024-04-12T09:26:41.244 INFO:tasks.workunit.client.0.smithi083.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000150847 s, 407 MB/s 2024-04-12T09:26:41.244 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_86956/img bs=1k seek=1000000 2024-04-12T09:26:41.245 INFO:tasks.workunit.client.0.smithi083.stderr:154+1 records in 2024-04-12T09:26:41.245 INFO:tasks.workunit.client.0.smithi083.stderr:154+1 records out 2024-04-12T09:26:41.245 INFO:tasks.workunit.client.0.smithi083.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000363169 s, 436 MB/s 2024-04-12T09:26:41.245 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm testimg 2024-04-12T09:26:41.283 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 0% complete...failed. 2024-04-12T09:26:41.284 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T09:26:41.286 INFO:tasks.workunit.client.0.smithi083.stderr:+ true 2024-04-12T09:26:41.286 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format /tmp/rbd_import_export_86956/img testimg 2024-04-12T09:26:41.563 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-04-12T09:26:41.872 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:26:42.534 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:42 smithi083 ceph-mon[29829]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:42.535 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:42 smithi083 ceph-mon[29829]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T09:26:42.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:42 smithi083 ceph-mon[41278]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:42.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:42 smithi083 ceph-mon[41278]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T09:26:42.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:42 smithi165 ceph-mon[33336]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:42.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:42 smithi165 ceph-mon[33336]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T09:26:43.065 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-12T09:26:43.065 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:26:43.069 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export testimg /tmp/rbd_import_export_86956/img2 2024-04-12T09:26:43.338 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:43.342 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export testimg - 2024-04-12T09:26:43.626 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:43 smithi083 ceph-mon[29829]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T09:26:43.627 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:43 smithi083 ceph-mon[41278]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T09:26:43.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:43 smithi165 ceph-mon[33336]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T09:26:44.087 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:44.091 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm testimg 2024-04-12T09:26:44.178 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-12T09:26:44.181 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp /tmp/rbd_import_export_86956/img /tmp/rbd_import_export_86956/img2 2024-04-12T09:26:44.760 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp /tmp/rbd_import_export_86956/img /tmp/rbd_import_export_86956/img3 2024-04-12T09:26:44.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:44 smithi083 ceph-mon[41278]: pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:44.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:44 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2667775826' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:44.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:44 smithi083 ceph-mon[29829]: pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:44.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:44 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2667775826' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:44.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:44 smithi165 ceph-mon[33336]: pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:44.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:44 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2667775826' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:45.180 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img2 /tmp/rbd_import_export_86956/img3 2024-04-12T09:26:45.348 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format - testimg 2024-04-12T09:26:45.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:45] "GET /metrics HTTP/1.1" 200 239236 "" "Prometheus/2.43.0" 2024-04-12T09:26:45.733 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:26:45.734 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:26:45.736 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export testimg /tmp/rbd_import_export_86956/img2 2024-04-12T09:26:46.005 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:46.008 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export testimg - 2024-04-12T09:26:46.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:26:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:26:46.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:46 smithi165 ceph-mon[33336]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:46.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:46 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1464603030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:46.765 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:46.768 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm testimg 2024-04-12T09:26:46.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:46 smithi083 ceph-mon[41278]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:46.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:46 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1464603030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:46.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:46 smithi083 ceph-mon[29829]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:26:46.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:46 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1464603030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:46.854 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-12T09:26:46.857 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp /tmp/rbd_import_export_86956/img /tmp/rbd_import_export_86956/img2 2024-04-12T09:26:47.439 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp /tmp/rbd_import_export_86956/img /tmp/rbd_import_export_86956/img3 2024-04-12T09:26:47.866 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img /tmp/rbd_import_export_86956/img2 /tmp/rbd_import_export_86956/img3 2024-04-12T09:26:48.106 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd help export 2024-04-12T09:26:48.106 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep -q export-format 2024-04-12T09:26:48.125 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_86956/img bs=1k count=10 seek=100 2024-04-12T09:26:48.126 INFO:tasks.workunit.client.0.smithi083.stderr:10+0 records in 2024-04-12T09:26:48.126 INFO:tasks.workunit.client.0.smithi083.stderr:10+0 records out 2024-04-12T09:26:48.126 INFO:tasks.workunit.client.0.smithi083.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.2304e-05 s, 164 MB/s 2024-04-12T09:26:48.126 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format /tmp/rbd_import_export_86956/img testimg 2024-04-12T09:26:48.184 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:26:48.184 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:26:48.188 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap create testimg@snap 2024-04-12T09:26:48.517 INFO:tasks.workunit.client.0.smithi083.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T09:26:48.523 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd image-meta set testimg key1 value1 2024-04-12T09:26:48.584 INFO:tasks.workunit.client.0.smithi083.stderr:++ rbd image-meta list testimg 2024-04-12T09:26:48.632 INFO:tasks.workunit.client.0.smithi083.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-12T09:26:48.632 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-12T09:26:48.632 INFO:tasks.workunit.client.0.smithi083.stderr:Key Value 2024-04-12T09:26:48.632 INFO:tasks.workunit.client.0.smithi083.stderr:key1 value1' 2024-04-12T09:26:48.632 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_86956/img_v2 2024-04-12T09:26:48.677 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:48.681 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_86956/img_v2 testimg_import 2024-04-12T09:26:48.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:48 smithi083 ceph-mon[41278]: pgmap v97: 73 pgs: 73 active+clean; 5.9 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 KiB/s rd, 115 KiB/s wr, 81 op/s 2024-04-12T09:26:48.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:48 smithi083 ceph-mon[41278]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T09:26:48.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:48 smithi083 ceph-mon[29829]: pgmap v97: 73 pgs: 73 active+clean; 5.9 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 KiB/s rd, 115 KiB/s wr, 81 op/s 2024-04-12T09:26:48.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:48 smithi083 ceph-mon[29829]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T09:26:48.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:48 smithi165 ceph-mon[33336]: pgmap v97: 73 pgs: 73 active+clean; 5.9 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 KiB/s rd, 115 KiB/s wr, 81 op/s 2024-04-12T09:26:48.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:48 smithi165 ceph-mon[33336]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T09:26:49.573 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T09:26:49.576 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd info testimg_import 2024-04-12T09:26:49.609 INFO:tasks.workunit.client.0.smithi083.stdout:rbd image 'testimg_import': 2024-04-12T09:26:49.609 INFO:tasks.workunit.client.0.smithi083.stdout: size 110 KiB in 1 objects 2024-04-12T09:26:49.610 INFO:tasks.workunit.client.0.smithi083.stdout: order 22 (4 MiB objects) 2024-04-12T09:26:49.610 INFO:tasks.workunit.client.0.smithi083.stdout: snapshot_count: 1 2024-04-12T09:26:49.610 INFO:tasks.workunit.client.0.smithi083.stdout: id: 3a50cff96787 2024-04-12T09:26:49.610 INFO:tasks.workunit.client.0.smithi083.stdout: block_name_prefix: rbd_data.3a50cff96787 2024-04-12T09:26:49.610 INFO:tasks.workunit.client.0.smithi083.stdout: format: 2 2024-04-12T09:26:49.610 INFO:tasks.workunit.client.0.smithi083.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-12T09:26:49.610 INFO:tasks.workunit.client.0.smithi083.stdout: op_features: 2024-04-12T09:26:49.611 INFO:tasks.workunit.client.0.smithi083.stdout: flags: 2024-04-12T09:26:49.611 INFO:tasks.workunit.client.0.smithi083.stdout: create_timestamp: Fri Apr 12 09:26:48 2024 2024-04-12T09:26:49.611 INFO:tasks.workunit.client.0.smithi083.stdout: access_timestamp: Fri Apr 12 09:26:48 2024 2024-04-12T09:26:49.611 INFO:tasks.workunit.client.0.smithi083.stdout: modify_timestamp: Fri Apr 12 09:26:48 2024 2024-04-12T09:26:49.612 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd info testimg_import@snap 2024-04-12T09:26:49.646 INFO:tasks.workunit.client.0.smithi083.stdout:rbd image 'testimg_import': 2024-04-12T09:26:49.646 INFO:tasks.workunit.client.0.smithi083.stdout: size 110 KiB in 1 objects 2024-04-12T09:26:49.646 INFO:tasks.workunit.client.0.smithi083.stdout: order 22 (4 MiB objects) 2024-04-12T09:26:49.646 INFO:tasks.workunit.client.0.smithi083.stdout: snapshot_count: 1 2024-04-12T09:26:49.646 INFO:tasks.workunit.client.0.smithi083.stdout: id: 3a50cff96787 2024-04-12T09:26:49.646 INFO:tasks.workunit.client.0.smithi083.stdout: block_name_prefix: rbd_data.3a50cff96787 2024-04-12T09:26:49.646 INFO:tasks.workunit.client.0.smithi083.stdout: format: 2 2024-04-12T09:26:49.647 INFO:tasks.workunit.client.0.smithi083.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-12T09:26:49.647 INFO:tasks.workunit.client.0.smithi083.stdout: op_features: 2024-04-12T09:26:49.647 INFO:tasks.workunit.client.0.smithi083.stdout: flags: 2024-04-12T09:26:49.647 INFO:tasks.workunit.client.0.smithi083.stdout: create_timestamp: Fri Apr 12 09:26:48 2024 2024-04-12T09:26:49.647 INFO:tasks.workunit.client.0.smithi083.stdout: access_timestamp: Fri Apr 12 09:26:48 2024 2024-04-12T09:26:49.647 INFO:tasks.workunit.client.0.smithi083.stdout: modify_timestamp: Fri Apr 12 09:26:48 2024 2024-04-12T09:26:49.647 INFO:tasks.workunit.client.0.smithi083.stdout: protected: False 2024-04-12T09:26:49.649 INFO:tasks.workunit.client.0.smithi083.stderr:++ rbd image-meta list testimg_import 2024-04-12T09:26:49.688 INFO:tasks.workunit.client.0.smithi083.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr:Key Value 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr:key1 value1' 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr:Key Value 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr:Key Value 2024-04-12T09:26:49.689 INFO:tasks.workunit.client.0.smithi083.stderr:key1 value1' ']' 2024-04-12T09:26:49.690 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export testimg_import /tmp/rbd_import_export_86956/img_import 2024-04-12T09:26:49.722 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 100% complete...done. 2024-04-12T09:26:49.725 INFO:tasks.workunit.client.0.smithi083.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_86956/img /tmp/rbd_import_export_86956/img_import 2024-04-12T09:26:49.725 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp -l /tmp/rbd_import_export_86956/img /tmp/rbd_import_export_86956/img_import 2024-04-12T09:26:49.726 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/img --format %b 2024-04-12T09:26:49.728 INFO:tasks.workunit.client.0.smithi083.stderr:+ origsize=24 2024-04-12T09:26:49.728 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/img_import --format %b 2024-04-12T09:26:49.728 INFO:tasks.workunit.client.0.smithi083.stderr:+ exportsize=224 2024-04-12T09:26:49.728 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=200 2024-04-12T09:26:49.728 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=200 2024-04-12T09:26:49.729 INFO:tasks.workunit.client.0.smithi083.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-12T09:26:49.729 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_86956/img_snap 2024-04-12T09:26:49.764 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 100% complete...done. 2024-04-12T09:26:49.767 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_86956/img_snap_import 2024-04-12T09:26:49.803 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 100% complete...done. 2024-04-12T09:26:49.806 INFO:tasks.workunit.client.0.smithi083.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_86956/img_snap /tmp/rbd_import_export_86956/img_snap_import 2024-04-12T09:26:49.806 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp -l /tmp/rbd_import_export_86956/img_snap /tmp/rbd_import_export_86956/img_snap_import 2024-04-12T09:26:49.807 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/img_snap --format %b 2024-04-12T09:26:49.808 INFO:tasks.workunit.client.0.smithi083.stderr:+ origsize=224 2024-04-12T09:26:49.808 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/img_snap_import --format %b 2024-04-12T09:26:49.809 INFO:tasks.workunit.client.0.smithi083.stderr:+ exportsize=224 2024-04-12T09:26:49.809 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:26:49.809 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:26:49.809 INFO:tasks.workunit.client.0.smithi083.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T09:26:49.809 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img_v2 2024-04-12T09:26:49.810 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img_import 2024-04-12T09:26:49.810 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img_snap 2024-04-12T09:26:49.811 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img_snap_import 2024-04-12T09:26:49.812 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap rm testimg_import@snap 2024-04-12T09:26:49.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:49 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1924117088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:50.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:49 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1924117088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:50.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:49 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1924117088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:50.566 INFO:tasks.workunit.client.0.smithi083.stderr: Removing snap: 100% complete...done. 2024-04-12T09:26:50.573 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg_import 2024-04-12T09:26:50.661 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:26:50.665 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap rm testimg@snap 2024-04-12T09:26:50.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:50 smithi165 ceph-mon[33336]: pgmap v99: 73 pgs: 73 active+clean; 5.9 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 264 KiB/s rd, 119 KiB/s wr, 84 op/s 2024-04-12T09:26:50.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:50 smithi165 ceph-mon[33336]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T09:26:50.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:50 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:51.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:50 smithi083 ceph-mon[29829]: pgmap v99: 73 pgs: 73 active+clean; 5.9 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 264 KiB/s rd, 119 KiB/s wr, 84 op/s 2024-04-12T09:26:51.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:50 smithi083 ceph-mon[29829]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T09:26:51.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:50 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:51.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:50 smithi083 ceph-mon[41278]: pgmap v99: 73 pgs: 73 active+clean; 5.9 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 264 KiB/s rd, 119 KiB/s wr, 84 op/s 2024-04-12T09:26:51.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:50 smithi083 ceph-mon[41278]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T09:26:51.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:50 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:26:51.580 INFO:tasks.workunit.client.0.smithi083.stderr: Removing snap: 100% complete...done. 2024-04-12T09:26:51.586 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm testimg 2024-04-12T09:26:51.683 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:26:51.686 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --order 20 /tmp/rbd_import_export_86956/img testimg 2024-04-12T09:26:51.743 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:26:51.743 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T09:26:51.745 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_86956/img_v2 2024-04-12T09:26:51.786 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:51.791 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_86956/img_v2 testimg_import 2024-04-12T09:26:51.854 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T09:26:51.857 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd info testimg_import 2024-04-12T09:26:51.857 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep order 2024-04-12T09:26:51.857 INFO:tasks.workunit.client.0.smithi083.stderr:+ awk '{print $2}' 2024-04-12T09:26:51.857 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep 20 2024-04-12T09:26:51.895 INFO:tasks.workunit.client.0.smithi083.stdout:20 2024-04-12T09:26:51.895 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img_v2 2024-04-12T09:26:51.895 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg_import 2024-04-12T09:26:51.975 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:26:51.977 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg 2024-04-12T09:26:51.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:51 smithi165 ceph-mon[33336]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T09:26:51.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:51 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3680672011' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:52.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:51 smithi083 ceph-mon[41278]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T09:26:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:51 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3680672011' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:52.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:51 smithi083 ceph-mon[29829]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T09:26:52.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:51 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3680672011' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:52.057 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:26:52.060 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_86956/img testimg 2024-04-12T09:26:52.109 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:26:52.112 INFO:tasks.workunit.client.0.smithi083.stderr:++ rbd info testimg 2024-04-12T09:26:52.112 INFO:tasks.workunit.client.0.smithi083.stderr:++ grep features 2024-04-12T09:26:52.154 INFO:tasks.workunit.client.0.smithi083.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-12T09:26:52.154 INFO:tasks.workunit.client.0.smithi083.stderr: op_features: ' 2024-04-12T09:26:52.154 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_86956/img_v2 2024-04-12T09:26:52.192 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:52.195 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_86956/img_v2 testimg_import 2024-04-12T09:26:52.246 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T09:26:52.250 INFO:tasks.workunit.client.0.smithi083.stderr:++ rbd info testimg_import 2024-04-12T09:26:52.250 INFO:tasks.workunit.client.0.smithi083.stderr:++ grep features 2024-04-12T09:26:52.289 INFO:tasks.workunit.client.0.smithi083.stderr:+ FEATURES_AFTER=' features: layering 2024-04-12T09:26:52.289 INFO:tasks.workunit.client.0.smithi083.stderr: op_features: ' 2024-04-12T09:26:52.289 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' ' features: layering 2024-04-12T09:26:52.289 INFO:tasks.workunit.client.0.smithi083.stderr: op_features: ' '!=' ' features: layering 2024-04-12T09:26:52.289 INFO:tasks.workunit.client.0.smithi083.stderr: op_features: ' ']' 2024-04-12T09:26:52.289 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img_v2 2024-04-12T09:26:52.290 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg_import 2024-04-12T09:26:52.356 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:26:52.359 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg 2024-04-12T09:26:52.426 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:26:52.430 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_86956/img testimg 2024-04-12T09:26:52.487 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:26:52.489 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_86956/img_v2 2024-04-12T09:26:52.528 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:52.531 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_86956/img_v2 testimg_import 2024-04-12T09:26:52.592 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T09:26:52.595 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd info testimg_import 2024-04-12T09:26:52.595 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep 'stripe unit' 2024-04-12T09:26:52.596 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-12T09:26:52.631 INFO:tasks.workunit.client.0.smithi083.stdout: stripe unit: 4 KiB 2024-04-12T09:26:52.632 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd info testimg_import 2024-04-12T09:26:52.632 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep 'stripe count' 2024-04-12T09:26:52.632 INFO:tasks.workunit.client.0.smithi083.stderr:+ awk '{print $3}' 2024-04-12T09:26:52.632 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep 1000 2024-04-12T09:26:52.669 INFO:tasks.workunit.client.0.smithi083.stdout:1000 2024-04-12T09:26:52.669 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/img_v2 2024-04-12T09:26:52.670 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg_import 2024-04-12T09:26:52.754 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-12T09:26:52.757 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg 2024-04-12T09:26:52.838 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-12T09:26:52.842 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_86956/img testimg 2024-04-12T09:26:52.895 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:26:52.897 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap create testimg@snap1 2024-04-12T09:26:52.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:52 smithi165 ceph-mon[33336]: pgmap v102: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 499 KiB/s rd, 165 KiB/s wr, 279 op/s 2024-04-12T09:26:52.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:52 smithi165 ceph-mon[33336]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T09:26:53.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:52 smithi083 ceph-mon[29829]: pgmap v102: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 499 KiB/s rd, 165 KiB/s wr, 279 op/s 2024-04-12T09:26:53.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:52 smithi083 ceph-mon[29829]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T09:26:53.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:52 smithi083 ceph-mon[41278]: pgmap v102: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 499 KiB/s rd, 165 KiB/s wr, 279 op/s 2024-04-12T09:26:53.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:52 smithi083 ceph-mon[41278]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T09:26:53.519 INFO:tasks.workunit.client.0.smithi083.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T09:26:53.526 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap create testimg@snap2 2024-04-12T09:26:54.522 INFO:tasks.workunit.client.0.smithi083.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T09:26:54.528 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap protect testimg@snap2 2024-04-12T09:26:54.571 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_86956/snap_protect 2024-04-12T09:26:54.618 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T09:26:54.618 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_86956/snap_protect testimg_import 2024-04-12T09:26:54.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:54 smithi083 ceph-mon[41278]: pgmap v104: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 201 KiB/s rd, 14 KiB/s wr, 216 op/s 2024-04-12T09:26:54.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:54 smithi083 ceph-mon[41278]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T09:26:54.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:54 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2496506333' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:54.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:54 smithi083 ceph-mon[29829]: pgmap v104: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 201 KiB/s rd, 14 KiB/s wr, 216 op/s 2024-04-12T09:26:54.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:54 smithi083 ceph-mon[29829]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T09:26:54.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:54 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2496506333' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:54 smithi165 ceph-mon[33336]: pgmap v104: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 201 KiB/s rd, 14 KiB/s wr, 216 op/s 2024-04-12T09:26:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:54 smithi165 ceph-mon[33336]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T09:26:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:54 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2496506333' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:55.527 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:26:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:55] "GET /metrics HTTP/1.1" 200 239629 "" "Prometheus/2.43.0" 2024-04-12T09:26:55.528 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:55 smithi083 ceph-mon[29829]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T09:26:55.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:55 smithi083 ceph-mon[41278]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T09:26:55.992 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:26:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:26:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:26:55.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:55 smithi165 ceph-mon[33336]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T09:26:56.555 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T09:26:56.559 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd info testimg_import@snap1 2024-04-12T09:26:56.559 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep 'protected: False' 2024-04-12T09:26:56.597 INFO:tasks.workunit.client.0.smithi083.stdout: protected: False 2024-04-12T09:26:56.598 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd info testimg_import@snap2 2024-04-12T09:26:56.598 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep 'protected: True' 2024-04-12T09:26:56.636 INFO:tasks.workunit.client.0.smithi083.stdout: protected: True 2024-04-12T09:26:56.637 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/snap_protect 2024-04-12T09:26:56.637 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap unprotect testimg@snap2 2024-04-12T09:26:56.682 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-12T09:26:56.724 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap purge testimg 2024-04-12T09:26:56.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:56 smithi083 ceph-mon[41278]: pgmap v107: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 203 KiB/s rd, 14 KiB/s wr, 218 op/s 2024-04-12T09:26:56.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:56 smithi083 ceph-mon[41278]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T09:26:56.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:56 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1867459866' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:56.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:56 smithi083 ceph-mon[29829]: pgmap v107: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 203 KiB/s rd, 14 KiB/s wr, 218 op/s 2024-04-12T09:26:56.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:56 smithi083 ceph-mon[29829]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T09:26:56.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:56 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1867459866' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:56.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:56 smithi165 ceph-mon[33336]: pgmap v107: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 203 KiB/s rd, 14 KiB/s wr, 218 op/s 2024-04-12T09:26:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:56 smithi165 ceph-mon[33336]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T09:26:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:56 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1867459866' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:57.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:57 smithi083 ceph-mon[41278]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T09:26:57.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:57 smithi083 ceph-mon[29829]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T09:26:57.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:57 smithi165 ceph-mon[33336]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T09:26:58.512 INFO:tasks.workunit.client.0.smithi083.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-12T09:26:58.521 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd snap purge testimg_import 2024-04-12T09:26:58.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:58 smithi083 ceph-mon[41278]: pgmap v110: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2024-04-12T09:26:58.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:58 smithi083 ceph-mon[41278]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T09:26:58.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:58 smithi083 ceph-mon[41278]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T09:26:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:58 smithi083 ceph-mon[29829]: pgmap v110: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2024-04-12T09:26:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:58 smithi083 ceph-mon[29829]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T09:26:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:58 smithi083 ceph-mon[29829]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T09:26:58.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:58 smithi165 ceph-mon[33336]: pgmap v110: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2024-04-12T09:26:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:58 smithi165 ceph-mon[33336]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T09:26:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:58 smithi165 ceph-mon[33336]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T09:26:59.544 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:26:59 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3155036044' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:59.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:26:59 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3155036044' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:26:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:26:59 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3155036044' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:00.558 INFO:tasks.workunit.client.0.smithi083.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-12T09:27:00.564 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg 2024-04-12T09:27:00.651 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:27:00.654 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd remove testimg_import 2024-04-12T09:27:00.735 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:27:00.738 INFO:tasks.workunit.client.0.smithi083.stderr:+ tiered=0 2024-04-12T09:27:00.738 INFO:tasks.workunit.client.0.smithi083.stderr:+ ceph osd dump 2024-04-12T09:27:00.738 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep '^pool' 2024-04-12T09:27:00.738 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep ''\''rbd'\''' 2024-04-12T09:27:00.739 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep tier 2024-04-12T09:27:00.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:00 smithi083 ceph-mon[41278]: pgmap v113: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2024-04-12T09:27:00.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:00 smithi083 ceph-mon[41278]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T09:27:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:00 smithi083 ceph-mon[29829]: pgmap v113: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2024-04-12T09:27:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:00 smithi083 ceph-mon[29829]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T09:27:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:00 smithi165 ceph-mon[33336]: pgmap v113: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2024-04-12T09:27:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:00 smithi165 ceph-mon[33336]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T09:27:01.116 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_86956/sparse1 2024-04-12T09:27:01.120 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records in 2024-04-12T09:27:01.120 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records out 2024-04-12T09:27:01.120 INFO:tasks.workunit.client.0.smithi083.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0033629 s, 312 MB/s 2024-04-12T09:27:01.120 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_86956/sparse2 2024-04-12T09:27:01.124 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records in 2024-04-12T09:27:01.124 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records out 2024-04-12T09:27:01.124 INFO:tasks.workunit.client.0.smithi083.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00327427 s, 320 MB/s 2024-04-12T09:27:01.124 INFO:tasks.workunit.client.0.smithi083.stderr:+ truncate /tmp/rbd_import_export_86956/sparse2 -s 2M 2024-04-12T09:27:01.146 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse1 2024-04-12T09:27:01.182 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 0% complete...failed. 2024-04-12T09:27:01.182 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T09:27:01.185 INFO:tasks.workunit.client.0.smithi083.stderr:+ true 2024-04-12T09:27:01.185 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_86956/sparse1 2024-04-12T09:27:01.244 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-12T09:27:01.244 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:27:01.245 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T09:27:01.247 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd ls -l 2024-04-12T09:27:01.247 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep sparse1 2024-04-12T09:27:01.247 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-12T09:27:01.283 INFO:tasks.workunit.client.0.smithi083.stdout:sparse1 2 MiB 2 2024-04-12T09:27:01.284 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects sparse1 2024-04-12T09:27:01.284 INFO:tasks.workunit.client.0.smithi083.stderr:++ image=sparse1 2024-04-12T09:27:01.284 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rbd info sparse1 2024-04-12T09:27:01.284 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep block_name_prefix 2024-04-12T09:27:01.284 INFO:tasks.workunit.client.0.smithi083.stderr:+++ awk '{print $NF;}' 2024-04-12T09:27:01.321 INFO:tasks.workunit.client.0.smithi083.stderr:++ prefix=rbd_data.623010e28493 2024-04-12T09:27:01.322 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep rbd_data.623010e28493 2024-04-12T09:27:01.322 INFO:tasks.workunit.client.0.smithi083.stderr:++++ get_image_data_pool sparse1 2024-04-12T09:27:01.322 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sed -e 's/rbd_data.623010e28493\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T09:27:01.322 INFO:tasks.workunit.client.0.smithi083.stderr:++++ image=sparse1 2024-04-12T09:27:01.322 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sort -u 2024-04-12T09:27:01.322 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ rbd info sparse1 2024-04-12T09:27:01.322 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ grep 'data_pool: ' 2024-04-12T09:27:01.322 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T09:27:01.361 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool= 2024-04-12T09:27:01.361 INFO:tasks.workunit.client.0.smithi083.stderr:++++ '[' -z ']' 2024-04-12T09:27:01.361 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool=rbd 2024-04-12T09:27:01.361 INFO:tasks.workunit.client.0.smithi083.stderr:++++ echo rbd 2024-04-12T09:27:01.361 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rados ls -p rbd 2024-04-12T09:27:01.396 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects=1 2024-04-12T09:27:01.396 INFO:tasks.workunit.client.0.smithi083.stderr:++ echo 1 2024-04-12T09:27:01.397 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T09:27:01.397 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export sparse1 /tmp/rbd_import_export_86956/sparse1.out 2024-04-12T09:27:01.433 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-12T09:27:01.436 INFO:tasks.workunit.client.0.smithi083.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_86956/sparse1 /tmp/rbd_import_export_86956/sparse1.out 2024-04-12T09:27:01.436 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp -l /tmp/rbd_import_export_86956/sparse1 /tmp/rbd_import_export_86956/sparse1.out 2024-04-12T09:27:01.438 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse1 --format %b 2024-04-12T09:27:01.439 INFO:tasks.workunit.client.0.smithi083.stderr:+ origsize=2048 2024-04-12T09:27:01.440 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse1.out --format %b 2024-04-12T09:27:01.441 INFO:tasks.workunit.client.0.smithi083.stderr:+ exportsize=2048 2024-04-12T09:27:01.441 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:27:01.441 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:27:01.441 INFO:tasks.workunit.client.0.smithi083.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T09:27:01.441 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/sparse1.out 2024-04-12T09:27:01.441 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse1 2024-04-12T09:27:01.526 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-12T09:27:01.529 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse2 2024-04-12T09:27:01.566 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 0% complete...failed. 2024-04-12T09:27:01.566 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T09:27:01.569 INFO:tasks.workunit.client.0.smithi083.stderr:+ true 2024-04-12T09:27:01.569 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_86956/sparse2 2024-04-12T09:27:01.627 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-12T09:27:01.627 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:27:01.627 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T09:27:01.630 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd ls -l 2024-04-12T09:27:01.630 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep sparse2 2024-04-12T09:27:01.630 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-12T09:27:01.665 INFO:tasks.workunit.client.0.smithi083.stdout:sparse2 2 MiB 2 2024-04-12T09:27:01.666 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects sparse2 2024-04-12T09:27:01.666 INFO:tasks.workunit.client.0.smithi083.stderr:++ image=sparse2 2024-04-12T09:27:01.666 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rbd info sparse2 2024-04-12T09:27:01.666 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep block_name_prefix 2024-04-12T09:27:01.666 INFO:tasks.workunit.client.0.smithi083.stderr:+++ awk '{print $NF;}' 2024-04-12T09:27:01.685 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:01 smithi083 ceph-mon[41278]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T09:27:01.685 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:01 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3756317589' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T09:27:01.685 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:01 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3756317589' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T09:27:01.685 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:01 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1588180286' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:01.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:01 smithi083 ceph-mon[29829]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T09:27:01.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:01 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3756317589' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T09:27:01.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:01 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3756317589' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T09:27:01.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:01 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1588180286' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:01.704 INFO:tasks.workunit.client.0.smithi083.stderr:++ prefix=rbd_data.6263da779c2c 2024-04-12T09:27:01.706 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep rbd_data.6263da779c2c 2024-04-12T09:27:01.706 INFO:tasks.workunit.client.0.smithi083.stderr:++++ get_image_data_pool sparse2 2024-04-12T09:27:01.706 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sed -e 's/rbd_data.6263da779c2c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T09:27:01.706 INFO:tasks.workunit.client.0.smithi083.stderr:++++ image=sparse2 2024-04-12T09:27:01.706 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sort -u 2024-04-12T09:27:01.706 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ rbd info sparse2 2024-04-12T09:27:01.706 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ grep 'data_pool: ' 2024-04-12T09:27:01.706 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T09:27:01.743 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool= 2024-04-12T09:27:01.743 INFO:tasks.workunit.client.0.smithi083.stderr:++++ '[' -z ']' 2024-04-12T09:27:01.743 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool=rbd 2024-04-12T09:27:01.744 INFO:tasks.workunit.client.0.smithi083.stderr:++++ echo rbd 2024-04-12T09:27:01.744 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rados ls -p rbd 2024-04-12T09:27:01.775 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects=0 2024-04-12T09:27:01.775 INFO:tasks.workunit.client.0.smithi083.stderr:++ echo 0 2024-04-12T09:27:01.775 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-12T09:27:01.775 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export sparse2 /tmp/rbd_import_export_86956/sparse2.out 2024-04-12T09:27:01.810 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-12T09:27:01.813 INFO:tasks.workunit.client.0.smithi083.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_86956/sparse2 /tmp/rbd_import_export_86956/sparse2.out 2024-04-12T09:27:01.813 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp -l /tmp/rbd_import_export_86956/sparse2 /tmp/rbd_import_export_86956/sparse2.out 2024-04-12T09:27:01.815 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse2 --format %b 2024-04-12T09:27:01.816 INFO:tasks.workunit.client.0.smithi083.stderr:+ origsize=2048 2024-04-12T09:27:01.816 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse2.out --format %b 2024-04-12T09:27:01.817 INFO:tasks.workunit.client.0.smithi083.stderr:+ exportsize=2048 2024-04-12T09:27:01.817 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:27:01.817 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:27:01.817 INFO:tasks.workunit.client.0.smithi083.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T09:27:01.817 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/sparse2.out 2024-04-12T09:27:01.818 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse2 2024-04-12T09:27:01.899 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-12T09:27:01.902 INFO:tasks.workunit.client.0.smithi083.stderr:+ truncate /tmp/rbd_import_export_86956/sparse1 -s 10M 2024-04-12T09:27:01.903 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-12T09:27:01.986 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:27:01.986 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:27:01.987 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T09:27:01.989 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd ls -l 2024-04-12T09:27:01.989 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep sparse1 2024-04-12T09:27:01.990 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-12T09:27:01.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:01 smithi165 ceph-mon[33336]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T09:27:01.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:01 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3756317589' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T09:27:01.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:01 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3756317589' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T09:27:01.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:01 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1588180286' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:02.024 INFO:tasks.workunit.client.0.smithi083.stdout:sparse1 10 MiB 2 2024-04-12T09:27:02.024 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects sparse1 2024-04-12T09:27:02.025 INFO:tasks.workunit.client.0.smithi083.stderr:++ image=sparse1 2024-04-12T09:27:02.025 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rbd info sparse1 2024-04-12T09:27:02.025 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep block_name_prefix 2024-04-12T09:27:02.025 INFO:tasks.workunit.client.0.smithi083.stderr:+++ awk '{print $NF;}' 2024-04-12T09:27:02.059 INFO:tasks.workunit.client.0.smithi083.stderr:++ prefix=rbd_data.6290735ffcc9 2024-04-12T09:27:02.060 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep rbd_data.6290735ffcc9 2024-04-12T09:27:02.060 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sed -e 's/rbd_data.6290735ffcc9\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T09:27:02.060 INFO:tasks.workunit.client.0.smithi083.stderr:++++ get_image_data_pool sparse1 2024-04-12T09:27:02.060 INFO:tasks.workunit.client.0.smithi083.stderr:++++ image=sparse1 2024-04-12T09:27:02.060 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sort -u 2024-04-12T09:27:02.061 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ rbd info sparse1 2024-04-12T09:27:02.061 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ grep 'data_pool: ' 2024-04-12T09:27:02.061 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T09:27:02.094 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool= 2024-04-12T09:27:02.094 INFO:tasks.workunit.client.0.smithi083.stderr:++++ '[' -z ']' 2024-04-12T09:27:02.095 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool=rbd 2024-04-12T09:27:02.095 INFO:tasks.workunit.client.0.smithi083.stderr:++++ echo rbd 2024-04-12T09:27:02.095 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rados ls -p rbd 2024-04-12T09:27:02.125 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects=1 2024-04-12T09:27:02.125 INFO:tasks.workunit.client.0.smithi083.stderr:++ echo 1 2024-04-12T09:27:02.125 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T09:27:02.125 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export sparse1 /tmp/rbd_import_export_86956/sparse1.out 2024-04-12T09:27:02.161 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-12T09:27:02.165 INFO:tasks.workunit.client.0.smithi083.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_86956/sparse1 /tmp/rbd_import_export_86956/sparse1.out 2024-04-12T09:27:02.165 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp -l /tmp/rbd_import_export_86956/sparse1 /tmp/rbd_import_export_86956/sparse1.out 2024-04-12T09:27:02.172 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse1 --format %b 2024-04-12T09:27:02.173 INFO:tasks.workunit.client.0.smithi083.stderr:+ origsize=2048 2024-04-12T09:27:02.173 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse1.out --format %b 2024-04-12T09:27:02.174 INFO:tasks.workunit.client.0.smithi083.stderr:+ exportsize=2048 2024-04-12T09:27:02.174 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:27:02.174 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:27:02.174 INFO:tasks.workunit.client.0.smithi083.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T09:27:02.174 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/sparse1.out 2024-04-12T09:27:02.175 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse1 2024-04-12T09:27:02.255 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-12T09:27:02.258 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_86956/sparse2 oflag=append conv=notrunc 2024-04-12T09:27:02.266 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records in 2024-04-12T09:27:02.266 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records out 2024-04-12T09:27:02.266 INFO:tasks.workunit.client.0.smithi083.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00612503 s, 342 MB/s 2024-04-12T09:27:02.267 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-12T09:27:02.340 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:27:02.340 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:27:02.340 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T09:27:02.343 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd ls -l 2024-04-12T09:27:02.343 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep sparse2 2024-04-12T09:27:02.343 INFO:tasks.workunit.client.0.smithi083.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-12T09:27:02.378 INFO:tasks.workunit.client.0.smithi083.stdout:sparse2 4 MiB 2 2024-04-12T09:27:02.379 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects sparse2 2024-04-12T09:27:02.379 INFO:tasks.workunit.client.0.smithi083.stderr:++ image=sparse2 2024-04-12T09:27:02.379 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rbd info sparse2 2024-04-12T09:27:02.379 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep block_name_prefix 2024-04-12T09:27:02.379 INFO:tasks.workunit.client.0.smithi083.stderr:+++ awk '{print $NF;}' 2024-04-12T09:27:02.413 INFO:tasks.workunit.client.0.smithi083.stderr:++ prefix=rbd_data.62bd27157917 2024-04-12T09:27:02.414 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep rbd_data.62bd27157917 2024-04-12T09:27:02.415 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sed -e 's/rbd_data.62bd27157917\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T09:27:02.415 INFO:tasks.workunit.client.0.smithi083.stderr:++++ get_image_data_pool sparse2 2024-04-12T09:27:02.415 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sort -u 2024-04-12T09:27:02.415 INFO:tasks.workunit.client.0.smithi083.stderr:++++ image=sparse2 2024-04-12T09:27:02.415 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ rbd info sparse2 2024-04-12T09:27:02.415 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ grep 'data_pool: ' 2024-04-12T09:27:02.416 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T09:27:02.450 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool= 2024-04-12T09:27:02.450 INFO:tasks.workunit.client.0.smithi083.stderr:++++ '[' -z ']' 2024-04-12T09:27:02.450 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool=rbd 2024-04-12T09:27:02.450 INFO:tasks.workunit.client.0.smithi083.stderr:++++ echo rbd 2024-04-12T09:27:02.450 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rados ls -p rbd 2024-04-12T09:27:02.481 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects='0 2024-04-12T09:27:02.481 INFO:tasks.workunit.client.0.smithi083.stderr:2 2024-04-12T09:27:02.481 INFO:tasks.workunit.client.0.smithi083.stderr:3' 2024-04-12T09:27:02.481 INFO:tasks.workunit.client.0.smithi083.stderr:++ echo 0 2 3 2024-04-12T09:27:02.481 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-12T09:27:02.481 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export sparse2 /tmp/rbd_import_export_86956/sparse2.out 2024-04-12T09:27:02.517 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-12T09:27:02.520 INFO:tasks.workunit.client.0.smithi083.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_86956/sparse2 /tmp/rbd_import_export_86956/sparse2.out 2024-04-12T09:27:02.520 INFO:tasks.workunit.client.0.smithi083.stderr:+ cmp -l /tmp/rbd_import_export_86956/sparse2 /tmp/rbd_import_export_86956/sparse2.out 2024-04-12T09:27:02.523 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse2 --format %b 2024-04-12T09:27:02.525 INFO:tasks.workunit.client.0.smithi083.stderr:+ origsize=6144 2024-04-12T09:27:02.525 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse2.out --format %b 2024-04-12T09:27:02.525 INFO:tasks.workunit.client.0.smithi083.stderr:+ exportsize=6144 2024-04-12T09:27:02.525 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:27:02.525 INFO:tasks.workunit.client.0.smithi083.stderr:+ difference=0 2024-04-12T09:27:02.525 INFO:tasks.workunit.client.0.smithi083.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T09:27:02.525 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/sparse2.out 2024-04-12T09:27:02.526 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse2 2024-04-12T09:27:02.560 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:02 smithi083 ceph-mon[29829]: pgmap v116: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 159 KiB/s rd, 268 KiB/s wr, 217 op/s 2024-04-12T09:27:02.609 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-12T09:27:02.612 INFO:tasks.workunit.client.0.smithi083.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-12T09:27:02.613 INFO:tasks.workunit.client.0.smithi083.stdout:partially-sparse file imports to partially-sparse image 2024-04-12T09:27:02.613 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_86956/sparse1 sparse 2024-04-12T09:27:02.668 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-12T09:27:02.669 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:27:02.669 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T09:27:02.672 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects sparse 2024-04-12T09:27:02.672 INFO:tasks.workunit.client.0.smithi083.stderr:++ image=sparse 2024-04-12T09:27:02.672 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rbd info sparse 2024-04-12T09:27:02.672 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep block_name_prefix 2024-04-12T09:27:02.672 INFO:tasks.workunit.client.0.smithi083.stderr:+++ awk '{print $NF;}' 2024-04-12T09:27:02.706 INFO:tasks.workunit.client.0.smithi083.stderr:++ prefix=rbd_data.62ea4021c01e 2024-04-12T09:27:02.707 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep rbd_data.62ea4021c01e 2024-04-12T09:27:02.707 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sed -e 's/rbd_data.62ea4021c01e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T09:27:02.707 INFO:tasks.workunit.client.0.smithi083.stderr:++++ get_image_data_pool sparse 2024-04-12T09:27:02.707 INFO:tasks.workunit.client.0.smithi083.stderr:++++ image=sparse 2024-04-12T09:27:02.707 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sort -u 2024-04-12T09:27:02.708 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ rbd info sparse 2024-04-12T09:27:02.708 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ grep 'data_pool: ' 2024-04-12T09:27:02.708 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T09:27:02.745 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool= 2024-04-12T09:27:02.745 INFO:tasks.workunit.client.0.smithi083.stderr:++++ '[' -z ']' 2024-04-12T09:27:02.745 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool=rbd 2024-04-12T09:27:02.745 INFO:tasks.workunit.client.0.smithi083.stderr:++++ echo rbd 2024-04-12T09:27:02.745 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rados ls -p rbd 2024-04-12T09:27:02.776 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects=1 2024-04-12T09:27:02.777 INFO:tasks.workunit.client.0.smithi083.stderr:++ echo 1 2024-04-12T09:27:02.777 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T09:27:02.777 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse 2024-04-12T09:27:02.856 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-12T09:27:02.859 INFO:tasks.workunit.client.0.smithi083.stdout:zeros import through stdin to sparse image 2024-04-12T09:27:02.860 INFO:tasks.workunit.client.0.smithi083.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-12T09:27:02.860 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-12T09:27:02.860 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd import --new-format - sparse 2024-04-12T09:27:02.910 INFO:tasks.workunit.client.0.smithi083.stderr:4+0 records in 2024-04-12T09:27:02.910 INFO:tasks.workunit.client.0.smithi083.stderr:4+0 records out 2024-04-12T09:27:02.910 INFO:tasks.workunit.client.0.smithi083.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0497522 s, 84.3 MB/s 2024-04-12T09:27:02.919 INFO:tasks.workunit.client.0.smithi083.stderr: Importing image: 100% complete...done. 2024-04-12T09:27:02.920 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:27:02.923 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects sparse 2024-04-12T09:27:02.923 INFO:tasks.workunit.client.0.smithi083.stderr:++ image=sparse 2024-04-12T09:27:02.924 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rbd info sparse 2024-04-12T09:27:02.924 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep block_name_prefix 2024-04-12T09:27:02.924 INFO:tasks.workunit.client.0.smithi083.stderr:+++ awk '{print $NF;}' 2024-04-12T09:27:02.958 INFO:tasks.workunit.client.0.smithi083.stderr:++ prefix=rbd_data.630bc95fd4f2 2024-04-12T09:27:02.959 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep rbd_data.630bc95fd4f2 2024-04-12T09:27:02.959 INFO:tasks.workunit.client.0.smithi083.stderr:++++ get_image_data_pool sparse 2024-04-12T09:27:02.959 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sed -e 's/rbd_data.630bc95fd4f2\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T09:27:02.959 INFO:tasks.workunit.client.0.smithi083.stderr:++++ image=sparse 2024-04-12T09:27:02.959 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sort -u 2024-04-12T09:27:02.959 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ rbd info sparse 2024-04-12T09:27:02.959 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ grep 'data_pool: ' 2024-04-12T09:27:02.960 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T09:27:02.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:02 smithi165 ceph-mon[33336]: pgmap v116: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 159 KiB/s rd, 268 KiB/s wr, 217 op/s 2024-04-12T09:27:02.994 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool= 2024-04-12T09:27:02.994 INFO:tasks.workunit.client.0.smithi083.stderr:++++ '[' -z ']' 2024-04-12T09:27:02.994 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool=rbd 2024-04-12T09:27:02.994 INFO:tasks.workunit.client.0.smithi083.stderr:++++ echo rbd 2024-04-12T09:27:02.994 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rados ls -p rbd 2024-04-12T09:27:03.024 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects= 2024-04-12T09:27:03.025 INFO:tasks.workunit.client.0.smithi083.stderr:++ echo 2024-04-12T09:27:03.025 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-12T09:27:03.025 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse 2024-04-12T09:27:03.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:02 smithi083 ceph-mon[41278]: pgmap v116: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 159 KiB/s rd, 268 KiB/s wr, 217 op/s 2024-04-12T09:27:03.103 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:27:03.106 INFO:tasks.workunit.client.0.smithi083.stdout:zeros export to sparse file 2024-04-12T09:27:03.107 INFO:tasks.workunit.client.0.smithi083.stderr:+ echo 'zeros export to sparse file' 2024-04-12T09:27:03.107 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd create --new-format sparse --size 4 2024-04-12T09:27:03.145 INFO:tasks.workunit.client.0.smithi083.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T09:27:03.148 INFO:tasks.workunit.client.0.smithi083.stderr:++ rbd info sparse 2024-04-12T09:27:03.148 INFO:tasks.workunit.client.0.smithi083.stderr:++ grep block_name_prefix 2024-04-12T09:27:03.148 INFO:tasks.workunit.client.0.smithi083.stderr:++ awk '{print $NF;}' 2024-04-12T09:27:03.183 INFO:tasks.workunit.client.0.smithi083.stderr:+ prefix=rbd_data.632c425ab5fa 2024-04-12T09:27:03.183 INFO:tasks.workunit.client.0.smithi083.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-12T09:27:03.184 INFO:tasks.workunit.client.0.smithi083.stderr:++ get_image_data_pool sparse 2024-04-12T09:27:03.184 INFO:tasks.workunit.client.0.smithi083.stderr:++ image=sparse 2024-04-12T09:27:03.184 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rbd info sparse 2024-04-12T09:27:03.184 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep 'data_pool: ' 2024-04-12T09:27:03.184 INFO:tasks.workunit.client.0.smithi083.stderr:+++ awk -F: '{ print $NF }' 2024-04-12T09:27:03.220 INFO:tasks.workunit.client.0.smithi083.stderr:++ data_pool= 2024-04-12T09:27:03.220 INFO:tasks.workunit.client.0.smithi083.stderr:++ '[' -z ']' 2024-04-12T09:27:03.220 INFO:tasks.workunit.client.0.smithi083.stderr:++ data_pool=rbd 2024-04-12T09:27:03.220 INFO:tasks.workunit.client.0.smithi083.stderr:++ echo rbd 2024-04-12T09:27:03.220 INFO:tasks.workunit.client.0.smithi083.stderr:+ rados -p rbd put rbd_data.632c425ab5fa.000000000000 - 2024-04-12T09:27:03.249 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records in 2024-04-12T09:27:03.249 INFO:tasks.workunit.client.0.smithi083.stderr:1+0 records out 2024-04-12T09:27:03.249 INFO:tasks.workunit.client.0.smithi083.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0656594 s, 63.9 MB/s 2024-04-12T09:27:03.270 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects sparse 2024-04-12T09:27:03.270 INFO:tasks.workunit.client.0.smithi083.stderr:++ image=sparse 2024-04-12T09:27:03.270 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rbd info sparse 2024-04-12T09:27:03.270 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep block_name_prefix 2024-04-12T09:27:03.270 INFO:tasks.workunit.client.0.smithi083.stderr:+++ awk '{print $NF;}' 2024-04-12T09:27:03.306 INFO:tasks.workunit.client.0.smithi083.stderr:++ prefix=rbd_data.632c425ab5fa 2024-04-12T09:27:03.307 INFO:tasks.workunit.client.0.smithi083.stderr:+++ grep rbd_data.632c425ab5fa 2024-04-12T09:27:03.307 INFO:tasks.workunit.client.0.smithi083.stderr:++++ get_image_data_pool sparse 2024-04-12T09:27:03.307 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sed -e 's/rbd_data.632c425ab5fa\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T09:27:03.307 INFO:tasks.workunit.client.0.smithi083.stderr:++++ image=sparse 2024-04-12T09:27:03.307 INFO:tasks.workunit.client.0.smithi083.stderr:+++ sort -u 2024-04-12T09:27:03.307 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ rbd info sparse 2024-04-12T09:27:03.307 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ grep 'data_pool: ' 2024-04-12T09:27:03.307 INFO:tasks.workunit.client.0.smithi083.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T09:27:03.346 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool= 2024-04-12T09:27:03.346 INFO:tasks.workunit.client.0.smithi083.stderr:++++ '[' -z ']' 2024-04-12T09:27:03.346 INFO:tasks.workunit.client.0.smithi083.stderr:++++ data_pool=rbd 2024-04-12T09:27:03.346 INFO:tasks.workunit.client.0.smithi083.stderr:++++ echo rbd 2024-04-12T09:27:03.346 INFO:tasks.workunit.client.0.smithi083.stderr:+++ rados ls -p rbd 2024-04-12T09:27:03.379 INFO:tasks.workunit.client.0.smithi083.stderr:++ objects=0 2024-04-12T09:27:03.379 INFO:tasks.workunit.client.0.smithi083.stderr:++ echo 0 2024-04-12T09:27:03.379 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-12T09:27:03.379 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/sparse 2024-04-12T09:27:03.380 INFO:tasks.workunit.client.0.smithi083.stderr:rm: cannot remove '/tmp/rbd_import_export_86956/sparse': No such file or directory 2024-04-12T09:27:03.380 INFO:tasks.workunit.client.0.smithi083.stderr:+ true 2024-04-12T09:27:03.380 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd export sparse /tmp/rbd_import_export_86956/sparse 2024-04-12T09:27:03.414 INFO:tasks.workunit.client.0.smithi083.stderr: Exporting image: 100% complete...done. 2024-04-12T09:27:03.418 INFO:tasks.workunit.client.0.smithi083.stderr:++ stat /tmp/rbd_import_export_86956/sparse --format=%b 2024-04-12T09:27:03.418 INFO:tasks.workunit.client.0.smithi083.stderr:+ '[' 0 = 0 ']' 2024-04-12T09:27:03.419 INFO:tasks.workunit.client.0.smithi083.stderr:+ rbd rm sparse 2024-04-12T09:27:03.497 INFO:tasks.workunit.client.0.smithi083.stderr: Removing image: 100% complete...done. 2024-04-12T09:27:03.500 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm /tmp/rbd_import_export_86956/sparse /tmp/rbd_import_export_86956/sparse1 /tmp/rbd_import_export_86956/sparse2 /tmp/rbd_import_export_86956/sparse3 2024-04-12T09:27:03.502 INFO:tasks.workunit.client.0.smithi083.stderr:rm: cannot remove '/tmp/rbd_import_export_86956/sparse3': No such file or directory 2024-04-12T09:27:03.503 INFO:tasks.workunit.client.0.smithi083.stderr:+ true 2024-04-12T09:27:03.503 INFO:tasks.workunit.client.0.smithi083.stdout:OK 2024-04-12T09:27:03.504 INFO:tasks.workunit.client.0.smithi083.stderr:+ echo OK 2024-04-12T09:27:03.504 INFO:tasks.workunit.client.0.smithi083.stderr:+ rm -rf /tmp/rbd_import_export_86956 2024-04-12T09:27:03.504 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T09:27:03.504 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T09:27:03.534 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2024-04-12T09:27:03.535 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T09:27:03.786 DEBUG:teuthology.parallel:result is None 2024-04-12T09:27:03.786 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T09:27:03.813 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T09:27:03.813 DEBUG:teuthology.orchestra.run.smithi083:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T09:27:03.868 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T09:27:03.868 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-12T09:27:03.868 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2024-04-12T09:27:03.868 DEBUG:teuthology.parallel:result is None 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: Upgrade: Target is version 19.0.0-2053-gb277feb2 (unknown) 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec'] 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec on smithi165 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: pgmap v117: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 187 KiB/s wr, 152 op/s 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T09:27:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1691124874' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: Upgrade: Target is version 19.0.0-2053-gb277feb2 (unknown) 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec'] 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec on smithi165 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: pgmap v117: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 187 KiB/s wr, 152 op/s 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T09:27:04.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:03 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1691124874' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: Upgrade: Target is version 19.0.0-2053-gb277feb2 (unknown) 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec'] 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec on smithi165 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: pgmap v117: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 187 KiB/s wr, 152 op/s 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T09:27:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:03 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1691124874' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:05.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:05 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:05.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:05 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:05.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:05] "GET /metrics HTTP/1.1" 200 239629 "" "Prometheus/2.43.0" 2024-04-12T09:27:05.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:05 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:06.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:27:06.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:06 smithi165 ceph-mon[33336]: pgmap v119: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 179 KiB/s wr, 145 op/s 2024-04-12T09:27:06.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:06 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1619915392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:06 smithi083 ceph-mon[29829]: pgmap v119: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 179 KiB/s wr, 145 op/s 2024-04-12T09:27:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:06 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1619915392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:06.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:06 smithi083 ceph-mon[41278]: pgmap v119: 73 pgs: 73 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 179 KiB/s wr, 145 op/s 2024-04-12T09:27:06.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:06 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1619915392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:08.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:08 smithi165 ceph-mon[33336]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 400 op/s 2024-04-12T09:27:08.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:08 smithi083 ceph-mon[29829]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 400 op/s 2024-04-12T09:27:08.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:08 smithi083 ceph-mon[41278]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 400 op/s 2024-04-12T09:27:09.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:09 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2111478427' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:09.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:09 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2111478427' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:09.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:09 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2111478427' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:10.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:10 smithi165 ceph-mon[33336]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 971 KiB/s rd, 1.3 MiB/s wr, 355 op/s 2024-04-12T09:27:10.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:10 smithi083 ceph-mon[41278]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 971 KiB/s rd, 1.3 MiB/s wr, 355 op/s 2024-04-12T09:27:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:10 smithi083 ceph-mon[29829]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 971 KiB/s rd, 1.3 MiB/s wr, 355 op/s 2024-04-12T09:27:11.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:11 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3760899426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:11.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:11 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3760899426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:11 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3760899426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:12.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:12 smithi165 ceph-mon[33336]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 1.0 MiB/s wr, 222 op/s 2024-04-12T09:27:12.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:12 smithi083 ceph-mon[29829]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 1.0 MiB/s wr, 222 op/s 2024-04-12T09:27:12.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:12 smithi083 ceph-mon[41278]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 1.0 MiB/s wr, 222 op/s 2024-04-12T09:27:13.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:13 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1465309890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:13.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:13 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1465309890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:13.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:13 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1465309890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:14.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:14 smithi165 ceph-mon[33336]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 1.0 MiB/s wr, 222 op/s 2024-04-12T09:27:14.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:14 smithi083 ceph-mon[29829]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 1.0 MiB/s wr, 222 op/s 2024-04-12T09:27:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:14 smithi083 ceph-mon[41278]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 1.0 MiB/s wr, 222 op/s 2024-04-12T09:27:15.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:15] "GET /metrics HTTP/1.1" 200 240021 "" "Prometheus/2.43.0" 2024-04-12T09:27:16.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:27:16.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:16 smithi165 ceph-mon[33336]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 665 KiB/s rd, 879 KiB/s wr, 188 op/s 2024-04-12T09:27:16.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:16 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3023642796' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:16.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:16 smithi083 ceph-mon[29829]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 665 KiB/s rd, 879 KiB/s wr, 188 op/s 2024-04-12T09:27:16.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:16 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3023642796' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:16.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:16 smithi083 ceph-mon[41278]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 665 KiB/s rd, 879 KiB/s wr, 188 op/s 2024-04-12T09:27:16.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:16 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3023642796' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:18.685 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:18 smithi083 ceph-mon[41278]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 652 KiB/s rd, 861 KiB/s wr, 185 op/s 2024-04-12T09:27:18.685 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:18 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3098840847' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:18.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:18 smithi083 ceph-mon[29829]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 652 KiB/s rd, 861 KiB/s wr, 185 op/s 2024-04-12T09:27:18.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:18 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3098840847' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:18.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:18 smithi165 ceph-mon[33336]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 652 KiB/s rd, 861 KiB/s wr, 185 op/s 2024-04-12T09:27:18.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:18 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3098840847' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:20.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:20 smithi165 ceph-mon[33336]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:20.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:20 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:20.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:20 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3920058464' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:20.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:20 smithi083 ceph-mon[29829]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:20.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:20 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:20.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:20 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3920058464' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:20.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:20 smithi083 ceph-mon[41278]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:20.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:20 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:20.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:20 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3920058464' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:22.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:22 smithi165 ceph-mon[33336]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:22.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:22 smithi083 ceph-mon[41278]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:22.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:22 smithi083 ceph-mon[29829]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:23.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:23 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/293345888' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:23.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:23 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/293345888' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:23 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/293345888' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:24.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:24 smithi165 ceph-mon[33336]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:24.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:24 smithi083 ceph-mon[41278]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:24.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:24 smithi083 ceph-mon[29829]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:25.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:25 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2199759861' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:25.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:25 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2199759861' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:25.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:25] "GET /metrics HTTP/1.1" 200 240015 "" "Prometheus/2.43.0" 2024-04-12T09:27:25.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:25 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2199759861' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:26.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:25 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[35422]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:27:26.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:26 smithi165 ceph-mon[33336]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:26.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:26 smithi083 ceph-mon[29829]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:26.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:26 smithi083 ceph-mon[41278]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:28.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:28 smithi083 ceph-mon[29829]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:28.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:28 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/4153014700' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:28.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:28 smithi083 ceph-mon[41278]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:28.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:28 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/4153014700' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:28.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:28 smithi165 ceph-mon[33336]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:28 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/4153014700' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:30.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:30 smithi165 ceph-mon[33336]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:30.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:30 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/620251594' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:30.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:30 smithi083 ceph-mon[41278]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:30.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:30 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/620251594' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:30.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:30 smithi083 ceph-mon[29829]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:30.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:30 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/620251594' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:32.730 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:32 smithi165 ceph-mon[33336]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:32.730 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:32 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:32.730 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:32 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:27:32.730 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:32 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:27:32.731 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:32 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:27:32.731 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:32 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:27:32.731 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:32 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2687778917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:32.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[29829]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:32.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:32.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:27:32.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:27:32.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:27:32.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:27:32.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2687778917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[41278]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:32.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:27:32.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:27:32.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:27:32.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:27:32.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:32 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2687778917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:33.710 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:33 smithi165 ceph-mon[33336]: Upgrade: Updating mgr.x 2024-04-12T09:27:33.710 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:33 smithi165 ceph-mon[33336]: Deploying daemon mgr.x on smithi165 2024-04-12T09:27:33.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:33 smithi083 ceph-mon[29829]: Upgrade: Updating mgr.x 2024-04-12T09:27:33.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:33 smithi083 ceph-mon[29829]: Deploying daemon mgr.x on smithi165 2024-04-12T09:27:33.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:33 smithi083 ceph-mon[41278]: Upgrade: Updating mgr.x 2024-04-12T09:27:33.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:33 smithi083 ceph-mon[41278]: Deploying daemon mgr.x on smithi165 2024-04-12T09:27:33.971 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:33 smithi165 systemd[1]: Stopping Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:27:34.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:33 smithi165 podman[69500]: 2024-04-12 09:27:33.970509027 +0000 UTC m=+0.119033918 container died 90a6ba75858c8f51e2a8e8fb313aec43b21936dde46785197346f1e23dbe7d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T09:27:34.707 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:34 smithi165 ceph-mon[33336]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:34.707 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:34 smithi165 podman[69500]: 2024-04-12 09:27:34.439091755 +0000 UTC m=+0.587616685 container cleanup 90a6ba75858c8f51e2a8e8fb313aec43b21936dde46785197346f1e23dbe7d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060) 2024-04-12T09:27:34.708 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:34 smithi165 bash[69500]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T09:27:34.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:34 smithi083 ceph-mon[29829]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:34.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:34 smithi083 ceph-mon[41278]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:34.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:34 smithi165 podman[69519]: 2024-04-12 09:27:34.707378926 +0000 UTC m=+0.730197276 container remove 90a6ba75858c8f51e2a8e8fb313aec43b21936dde46785197346f1e23dbe7d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-12T09:27:34.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:34 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:27:34.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:34 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T09:27:34.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:34 smithi165 systemd[1]: Stopped Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:27:34.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:34 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x.service: Consumed 17.440s CPU time. 2024-04-12T09:27:35.385 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:35 smithi165 systemd[1]: Starting Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:27:35.385 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:35 smithi165 podman[69655]: 2024-04-12 09:27:35.167232163 +0000 UTC m=+0.018404928 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:27:35.386 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:35 smithi165 podman[69655]: 2024-04-12 09:27:35.266782415 +0000 UTC m=+0.117955217 container create 9c31926d8ace7bdc6f0a45b0c0da9ae6efc433735dcf562066370ffd133478fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-12T09:27:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:35 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2844064194' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:35 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:35.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:35 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2844064194' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:35.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:35 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:35.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:35] "GET /metrics HTTP/1.1" 200 240015 "" "Prometheus/2.43.0" 2024-04-12T09:27:35.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:35 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2844064194' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:35 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:35.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:35 smithi165 podman[69655]: 2024-04-12 09:27:35.477799531 +0000 UTC m=+0.328972287 container init 9c31926d8ace7bdc6f0a45b0c0da9ae6efc433735dcf562066370ffd133478fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, io.buildah.version=1.33.5, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-12T09:27:35.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:35 smithi165 podman[69655]: 2024-04-12 09:27:35.483291028 +0000 UTC m=+0.334463788 container start 9c31926d8ace7bdc6f0a45b0c0da9ae6efc433735dcf562066370ffd133478fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, org.label-schema.license=GPLv2) 2024-04-12T09:27:35.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:35 smithi165 ceph-mgr[69693]: -- 172.21.15.165:0/61232250 <== mon.1 v2:172.21.15.165:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56416edbe5a0 con 0x56416ed92800 2024-04-12T09:27:35.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:35 smithi165 bash[69655]: 9c31926d8ace7bdc6f0a45b0c0da9ae6efc433735dcf562066370ffd133478fe 2024-04-12T09:27:35.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:35 smithi165 systemd[1]: Started Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:27:36.373 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:36 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:36.061+0000 7f78b2dbf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:27:36.373 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:36 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:36.158+0000 7f78b2dbf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:27:36.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:36 smithi165 ceph-mon[33336]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:36.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:36 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:36.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:36 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:36.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:36 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:36.756 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:36 smithi083 ceph-mon[41278]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:36.757 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:36 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:36.757 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:36 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:36.757 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:36 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:36.757 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:36 smithi083 ceph-mon[29829]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:36.757 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:36 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:36.757 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:36 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:36.757 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:36 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:37.134 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:36 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:36.832+0000 7f78b2dbf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:27:37.135 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:36 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:36.932+0000 7f78b2dbf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:27:37.135 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:37.075+0000 7f78b2dbf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:27:37.407 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:37.176+0000 7f78b2dbf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:27:37.407 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:37.266+0000 7f78b2dbf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:27:37.732 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:37 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1485534864' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:37.732 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:37 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1485534864' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:37.738 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:37.532+0000 7f78b2dbf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:27:37.738 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:37.651+0000 7f78b2dbf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:27:37.738 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:37 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1485534864' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:37.992 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:37.748+0000 7f78b2dbf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:27:37.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:37.861+0000 7f78b2dbf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:27:38.323 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:38.049+0000 7f78b2dbf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:27:38.595 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:38 smithi083 ceph-mon[41278]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:38.595 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:38 smithi083 ceph-mon[29829]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:38.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:38 smithi165 ceph-mon[33336]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:39.493 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:39.133+0000 7f78b2dbf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:27:39.493 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:39.267+0000 7f78b2dbf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:27:39.839 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:39.628+0000 7f78b2dbf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:27:39.839 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:39.720+0000 7f78b2dbf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:27:40.120 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:39.921+0000 7f78b2dbf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:27:40.121 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:40 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:40.119+0000 7f78b2dbf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:27:40.121 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:40.121 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:40.121 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-mon[33336]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:40.121 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:39 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1210839447' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:40.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:39 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:40.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:39 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:40.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:39 smithi083 ceph-mon[29829]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:40.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:39 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1210839447' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:39 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:39 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:39 smithi083 ceph-mon[41278]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:40.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:39 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1210839447' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:40.707 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:40 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:40.427+0000 7f78b2dbf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:27:40.708 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:40 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:40.706+0000 7f78b2dbf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:27:41.238 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:40 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:40.974+0000 7f78b2dbf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:27:41.238 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:41 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.238 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:41 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.238 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:41 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.238 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:41 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:41 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:41 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:41 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:41 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:41 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:41 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:41 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:41 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:42.159 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:41.820+0000 7f78b2dbf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:27:42.492 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:42.404+0000 7f78b2dbf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:27:42.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-mon[33336]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:42.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/516027803' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:42.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:42 smithi083 ceph-mon[29829]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:42.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:42 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/516027803' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:42.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:42 smithi083 ceph-mon[41278]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:42.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:42 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/516027803' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:42.769 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:42.507+0000 7f78b2dbf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:27:42.769 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:42.733+0000 7f78b2dbf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:27:42.769 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:42] ENGINE Bus STARTING 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: CherryPy Checker: 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: The Application mounted at '' has an empty config. 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:42] ENGINE Serving on http://:::9283 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:42] ENGINE Bus STARTED 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:43 smithi165 ceph-mon[33336]: Standby manager daemon x restarted 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:43 smithi165 ceph-mon[33336]: Standby manager daemon x started 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:43 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:27:43.159 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:43 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:27:43.160 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:43 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:27:43.160 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:43 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:27:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[29829]: Standby manager daemon x restarted 2024-04-12T09:27:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[29829]: Standby manager daemon x started 2024-04-12T09:27:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:27:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:27:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:27:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:27:43.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[41278]: Standby manager daemon x restarted 2024-04-12T09:27:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[41278]: Standby manager daemon x started 2024-04-12T09:27:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:27:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:27:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:27:43.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:43 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:27:44.471 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-mon[33336]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-12T09:27:44.471 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-mon[33336]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:44.471 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:44.471 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:44.471 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:44] ENGINE Bus STOPPING 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:44] ENGINE Bus STOPPED 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:44] ENGINE Bus STARTING 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.422+0000 7f7813258700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.422+0000 7f7813258700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.422+0000 7f7813258700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.472 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.422+0000 7f7813258700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.473 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.422+0000 7f7813258700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.473 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.422+0000 7f780fa51700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.473 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.422+0000 7f780fa51700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.473 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.423+0000 7f780fa51700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.473 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.423+0000 7f780fa51700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.473 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:27:44.423+0000 7f780fa51700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:27:44.473 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:44] ENGINE Serving on http://:::9283 2024-04-12T09:27:44.473 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:27:44] ENGINE Bus STARTED 2024-04-12T09:27:44.485 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:44.290+0000 7f391cc26700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-12T09:27:44.485 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ignoring --setuser ceph since I am not root 2024-04-12T09:27:44.485 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ignoring --setgroup ceph since I am not root 2024-04-12T09:27:44.485 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mgr[30111]: -- 172.21.15.83:0/3403386595 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b236fba9c0 con 0x55b236f90c00 2024-04-12T09:27:44.485 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[29829]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-12T09:27:44.485 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[29829]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:44.485 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[41278]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[41278]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:27:44.486 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' 2024-04-12T09:27:45.181 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:44.836+0000 7fd0bf3391c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:27:45.181 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:44.929+0000 7fd0bf3391c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2040416894' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: mgrmap e23: x(active, starting, since 0.0063785s) 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:27:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: Manager daemon x is now available 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:45.495 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2040416894' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: mgrmap e23: x(active, starting, since 0.0063785s) 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:27:45.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:27:45.552 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: Manager daemon x is now available 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2040416894' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.24338 172.21.15.83:0/3580035332' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.24338 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: mgrmap e23: x(active, starting, since 0.0063785s) 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:27:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: Manager daemon x is now available 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:27:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:27:45.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:27:45.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:27:45.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T09:27:45.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T09:27:45.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:45.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:45.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:45.550+0000 7fd0bf3391c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:27:45.828 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:45.640+0000 7fd0bf3391c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:27:45.828 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:45.722+0000 7fd0bf3391c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:27:46.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:45] "GET /metrics HTTP/1.1" 200 31008 "" "Prometheus/2.43.0" 2024-04-12T09:27:46.292 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:45.872+0000 7fd0bf3391c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:27:46.292 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:45.951+0000 7fd0bf3391c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:27:46.292 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:46.119+0000 7fd0bf3391c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:27:46.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[41278]: Deploying cephadm binary to smithi165 2024-04-12T09:27:46.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[41278]: Deploying cephadm binary to smithi083 2024-04-12T09:27:46.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[41278]: mgrmap e24: x(active, since 1.0083s) 2024-04-12T09:27:46.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[41278]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:46.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[41278]: [12/Apr/2024:09:27:45] ENGINE Bus STARTING 2024-04-12T09:27:46.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[41278]: [12/Apr/2024:09:27:45] ENGINE Serving on https://172.21.15.165:7150 2024-04-12T09:27:46.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[29829]: Deploying cephadm binary to smithi165 2024-04-12T09:27:46.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[29829]: Deploying cephadm binary to smithi083 2024-04-12T09:27:46.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[29829]: mgrmap e24: x(active, since 1.0083s) 2024-04-12T09:27:46.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[29829]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:46.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[29829]: [12/Apr/2024:09:27:45] ENGINE Bus STARTING 2024-04-12T09:27:46.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-mon[29829]: [12/Apr/2024:09:27:45] ENGINE Serving on https://172.21.15.165:7150 2024-04-12T09:27:46.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:46.303+0000 7fd0bf3391c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:27:46.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:46.393+0000 7fd0bf3391c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:27:46.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:46.488+0000 7fd0bf3391c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:27:46.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:46 smithi165 ceph-mon[33336]: Deploying cephadm binary to smithi165 2024-04-12T09:27:46.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:46 smithi165 ceph-mon[33336]: Deploying cephadm binary to smithi083 2024-04-12T09:27:46.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:46 smithi165 ceph-mon[33336]: mgrmap e24: x(active, since 1.0083s) 2024-04-12T09:27:46.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:46 smithi165 ceph-mon[33336]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:46.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:46 smithi165 ceph-mon[33336]: [12/Apr/2024:09:27:45] ENGINE Bus STARTING 2024-04-12T09:27:46.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:46 smithi165 ceph-mon[33336]: [12/Apr/2024:09:27:45] ENGINE Serving on https://172.21.15.165:7150 2024-04-12T09:27:47.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:46.576+0000 7fd0bf3391c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:27:47.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-mon[29829]: [12/Apr/2024:09:27:45] ENGINE Serving on http://172.21.15.165:8765 2024-04-12T09:27:47.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-mon[29829]: [12/Apr/2024:09:27:45] ENGINE Bus STARTED 2024-04-12T09:27:47.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-mon[29829]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:47.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/451826885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:47.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-mon[41278]: [12/Apr/2024:09:27:45] ENGINE Serving on http://172.21.15.165:8765 2024-04-12T09:27:47.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-mon[41278]: [12/Apr/2024:09:27:45] ENGINE Bus STARTED 2024-04-12T09:27:47.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-mon[41278]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:47.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/451826885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:47.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:47 smithi165 ceph-mon[33336]: [12/Apr/2024:09:27:45] ENGINE Serving on http://172.21.15.165:8765 2024-04-12T09:27:47.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:47 smithi165 ceph-mon[33336]: [12/Apr/2024:09:27:45] ENGINE Bus STARTED 2024-04-12T09:27:47.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:47 smithi165 ceph-mon[33336]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:47.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:47 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/451826885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:47.972 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:47.632+0000 7fd0bf3391c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:27:47.973 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:47.770+0000 7fd0bf3391c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:27:48.298 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:47.971+0000 7fd0bf3391c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:27:48.298 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:48.209+0000 7fd0bf3391c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:27:48.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:48 smithi083 ceph-mon[41278]: mgrmap e25: x(active, since 3s) 2024-04-12T09:27:48.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:48.392+0000 7fd0bf3391c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:27:48.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:48 smithi083 ceph-mon[29829]: mgrmap e25: x(active, since 3s) 2024-04-12T09:27:48.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:48 smithi165 ceph-mon[33336]: mgrmap e25: x(active, since 3s) 2024-04-12T09:27:48.854 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:48.581+0000 7fd0bf3391c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:27:49.303 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:48.853+0000 7fd0bf3391c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:27:49.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:48.941+0000 7fd0bf3391c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:27:49.492 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:49 smithi165 ceph-mon[33336]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:49.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:49 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1475570898' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:49.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:49.340+0000 7fd0bf3391c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:27:49.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:49 smithi083 ceph-mon[41278]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:49.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:49 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1475570898' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:49 smithi083 ceph-mon[29829]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:49.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:49 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1475570898' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:50.492 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:50.181+0000 7fd0bf3391c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:27:50.492 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:50.491+0000 7fd0bf3391c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:27:51.164 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:50.825+0000 7fd0bf3391c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:27:51.164 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:51.055+0000 7fd0bf3391c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:27:51.164 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:27:51] ENGINE Bus STARTING 2024-04-12T09:27:51.164 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: CherryPy Checker: 2024-04-12T09:27:51.165 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: The Application mounted at '' has an empty config. 2024-04-12T09:27:51.165 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: 2024-04-12T09:27:51.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:27:51] ENGINE Serving on http://:::9283 2024-04-12T09:27:51.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: [12/Apr/2024:09:27:51] ENGINE Bus STARTED 2024-04-12T09:27:51.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[29829]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:51.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[29829]: Standby manager daemon y started 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[41278]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[41278]: Standby manager daemon y started 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T09:27:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:51 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:27:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:51 smithi165 ceph-mon[33336]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:27:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:51 smithi165 ceph-mon[33336]: Standby manager daemon y started 2024-04-12T09:27:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:51 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T09:27:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:51 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:27:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:51 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T09:27:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:51 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.83:0/3392051165' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:27:52.646 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:52 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:27:52.646 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:52 smithi165 ceph-mon[33336]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-12T09:27:52.646 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:52 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2610372121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:52.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:52 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:27:52.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:52 smithi083 ceph-mon[41278]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-12T09:27:52.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:52 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2610372121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:52.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:52 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:27:52.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:52 smithi083 ceph-mon[29829]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-12T09:27:52.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:52 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2610372121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:53.665 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:53 smithi165 ceph-mon[33336]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:27:53.665 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:53 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:53.665 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:53 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:53.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:53 smithi083 ceph-mon[29829]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:27:53.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:53 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:53.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:53 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:53 smithi083 ceph-mon[41278]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:27:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:53 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:53 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:54.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi083 to 2480M 2024-04-12T09:27:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:54.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/521148710' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:54.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:54 smithi165 ceph-mon[33336]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:27:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi083 to 2480M 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/521148710' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[41278]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:27:55.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi083 to 2480M 2024-04-12T09:27:55.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:27:55.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/521148710' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:55.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:54 smithi083 ceph-mon[29829]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:27:55.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:27:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:27:56.247 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:27:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:27:55] "GET /metrics HTTP/1.1" 200 31008 "" "Prometheus/2.43.0" 2024-04-12T09:27:56.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:56 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1906902144' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:56.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:56 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1906902144' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:56.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:56 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1906902144' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:57.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:57 smithi083 ceph-mon[29829]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:27:57.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:57 smithi083 ceph-mon[41278]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:27:57.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:57 smithi165 ceph-mon[33336]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:27:59.636 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:59 smithi165 ceph-mon[33336]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:27:59.636 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:27:59 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1751023373' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:59.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:59 smithi083 ceph-mon[29829]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:27:59.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:27:59 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1751023373' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:27:59.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:59 smithi083 ceph-mon[41278]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:27:59.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:27:59 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1751023373' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:00.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:00 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:00.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:00 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:00.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:00 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:01.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:01 smithi165 ceph-mon[33336]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:28:01.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:01 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/27258665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:01.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:01 smithi083 ceph-mon[29829]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:28:01.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:01 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/27258665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:01.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:01 smithi083 ceph-mon[41278]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:28:01.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:01 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/27258665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:03.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:03 smithi165 ceph-mon[33336]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:28:03.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:03 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:03.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:03 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:03.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:03 smithi083 ceph-mon[29829]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:28:03.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:03 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:03.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:03 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:03.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:03 smithi083 ceph-mon[41278]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:28:03.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:03 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:03.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:03 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:04.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:04 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:04.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:04 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:04.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:04 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1794893288' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:04.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:04 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:04.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:04 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:04.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:04 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1794893288' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:04.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:04 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:04.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:04 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:04.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:04 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1794893288' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:05.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:05 smithi083 ceph-mon[41278]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:05.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:28:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:28:05.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:05 smithi083 ceph-mon[29829]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:05.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:05 smithi165 ceph-mon[33336]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:06.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:28:05] "GET /metrics HTTP/1.1" 200 33911 "" "Prometheus/2.43.0" 2024-04-12T09:28:06.562 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:06 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/857055157' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:06.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:06 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/857055157' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:06 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/857055157' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:07.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:07 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:28:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:07 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: Adjusting osd_memory_target on smithi165 to 2480M 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:08 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1403747694' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:08.772 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: Adjusting osd_memory_target on smithi165 to 2480M 2024-04-12T09:28:08.772 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1403747694' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: Adjusting osd_memory_target on smithi165 to 2480M 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.774 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.775 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.775 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.775 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.775 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:08.775 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:08 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1403747694' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:09 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:28:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:09 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:28:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:09 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:28:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:09 smithi165 ceph-mon[33336]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T09:28:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:09 smithi165 ceph-mon[33336]: Reconfiguring daemon alertmanager.a on smithi083 2024-04-12T09:28:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:09 smithi165 ceph-mon[33336]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:09.762 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:28:09.762 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:28:09.762 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:28:09.762 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[29829]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T09:28:09.762 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[29829]: Reconfiguring daemon alertmanager.a on smithi083 2024-04-12T09:28:09.762 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[29829]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:09.763 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:28:09.763 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:28:09.763 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:28:09.763 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[41278]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T09:28:09.763 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[41278]: Reconfiguring daemon alertmanager.a on smithi083 2024-04-12T09:28:09.763 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:09 smithi083 ceph-mon[41278]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:11.456 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:11 smithi083 systemd[1]: Stopping Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:11.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:11 smithi165 ceph-mon[33336]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:11.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:11 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2563760058' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:11.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:11 smithi083 ceph-mon[29829]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:11.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:11 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2563760058' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:11.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:11 smithi083 ceph-mon[41278]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:11.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:11 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2563760058' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:11.804 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:11 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[78401]: ts=2024-04-12T09:28:11.578Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:28:11.804 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:11 smithi083 podman[93249]: 2024-04-12 09:28:11.639760828 +0000 UTC m=+0.164368847 container died 78a8b23b07b7c49b74c637649b7c7ba3713dd6ac00bebd36a045e53725b3edf1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:12.251 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 podman[93249]: 2024-04-12 09:28:12.009078154 +0000 UTC m=+0.533686179 container cleanup 78a8b23b07b7c49b74c637649b7c7ba3713dd6ac00bebd36a045e53725b3edf1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:12.251 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 bash[93249]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T09:28:12.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 podman[93268]: 2024-04-12 09:28:12.251836483 +0000 UTC m=+0.614312997 container remove 78a8b23b07b7c49b74c637649b7c7ba3713dd6ac00bebd36a045e53725b3edf1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:12.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 podman[93268]: 2024-04-12 09:28:12.335859965 +0000 UTC m=+0.698336480 volume remove 5a1e78778c58f50bbd5b37a83fe1730795a383587e55bbc556081cedd893392b 2024-04-12T09:28:12.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T09:28:12.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 systemd[1]: Stopped Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:12.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@alertmanager.a.service: Consumed 1.140s CPU time. 2024-04-12T09:28:12.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 systemd[1]: Starting Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:13.007 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 podman[93368]: 2024-04-12 09:28:12.592496098 +0000 UTC m=+0.017798667 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T09:28:13.007 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 podman[93368]: 2024-04-12 09:28:12.704146989 +0000 UTC m=+0.129449551 volume create 42c359b161eb7cee8479c01fcaa3a41baa1c123dcd60cd6d4c05d31c735f47fd 2024-04-12T09:28:13.007 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:12 smithi083 podman[93368]: 2024-04-12 09:28:12.813086655 +0000 UTC m=+0.238389227 container create 0ded26a5d8793a9ac4649aa47dd69c03e223ed85c2ae8d690fa56da2c7f80ef3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 podman[93368]: 2024-04-12 09:28:13.132754007 +0000 UTC m=+0.558056568 container init 0ded26a5d8793a9ac4649aa47dd69c03e223ed85c2ae8d690fa56da2c7f80ef3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 podman[93368]: 2024-04-12 09:28:13.137967257 +0000 UTC m=+0.563269819 container start 0ded26a5d8793a9ac4649aa47dd69c03e223ed85c2ae8d690fa56da2c7f80ef3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:13.149Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:13.150Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:13.151Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.83 port=9094 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:13.151Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:13.174Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:13.174Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:13.177Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:13.177Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 bash[93368]: 0ded26a5d8793a9ac4649aa47dd69c03e223ed85c2ae8d690fa56da2c7f80ef3 2024-04-12T09:28:13.459 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:13 smithi083 systemd[1]: Started Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:13 smithi165 ceph-mon[33336]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:13 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1507968247' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:13 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:13 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:13.768 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-mon[29829]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:13.768 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1507968247' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:13.768 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:13.768 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:13.768 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-mon[41278]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:13.768 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1507968247' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:13.768 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:13.769 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:13 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:14.024 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:13 smithi083 systemd[1]: Stopping Ceph node-exporter.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:14.303 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 podman[93563]: 2024-04-12 09:28:14.024157473 +0000 UTC m=+0.119893924 container died 3e6c6757b223b389a9aaed16f8d8ee7a61bc02a286243939a5d01e5621cbab80 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:14.604 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 podman[93563]: 2024-04-12 09:28:14.385647998 +0000 UTC m=+0.481384455 container cleanup 3e6c6757b223b389a9aaed16f8d8ee7a61bc02a286243939a5d01e5621cbab80 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:14.604 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 bash[93563]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a 2024-04-12T09:28:14.604 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:14 smithi083 ceph-mon[41278]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-12T09:28:14.604 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:14 smithi083 ceph-mon[41278]: Reconfiguring daemon node-exporter.a on smithi083 2024-04-12T09:28:14.604 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:14 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:14.605 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:14 smithi083 ceph-mon[29829]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-12T09:28:14.605 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:14 smithi083 ceph-mon[29829]: Reconfiguring daemon node-exporter.a on smithi083 2024-04-12T09:28:14.605 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:14 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:14.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:14 smithi165 ceph-mon[33336]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-12T09:28:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:14 smithi165 ceph-mon[33336]: Reconfiguring daemon node-exporter.a on smithi083 2024-04-12T09:28:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:14 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:15.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 podman[93582]: 2024-04-12 09:28:14.604173828 +0000 UTC m=+0.584953310 container remove 3e6c6757b223b389a9aaed16f8d8ee7a61bc02a286243939a5d01e5621cbab80 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:15.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:28:15.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T09:28:15.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 systemd[1]: Stopped Ceph node-exporter.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:15.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.a.service: Consumed 2.189s CPU time. 2024-04-12T09:28:15.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:14 smithi083 systemd[1]: Starting Ceph node-exporter.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:15.349 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[30088]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:28:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:28:15.349 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 podman[93680]: 2024-04-12 09:28:14.96122602 +0000 UTC m=+0.017496705 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T09:28:15.349 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 podman[93680]: 2024-04-12 09:28:15.089151205 +0000 UTC m=+0.145421874 container create 95fcc0eb74ddaa0348bfe5f7019e700916dc444bc54729c1c3854297199d4c5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:15.349 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:15.152Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000984425s 2024-04-12T09:28:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:15 smithi165 ceph-mon[33336]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:15 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3214403771' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:15.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-mon[41278]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:15.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3214403771' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:15.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-mon[29829]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:15.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3214403771' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 podman[93680]: 2024-04-12 09:28:15.349409123 +0000 UTC m=+0.405679793 container init 95fcc0eb74ddaa0348bfe5f7019e700916dc444bc54729c1c3854297199d4c5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 podman[93680]: 2024-04-12 09:28:15.354622605 +0000 UTC m=+0.410893274 container start 95fcc0eb74ddaa0348bfe5f7019e700916dc444bc54729c1c3854297199d4c5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.357Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.357Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T09:28:15.805 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T09:28:15.806 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T09:28:15.806 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T09:28:15.806 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T09:28:15.806 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T09:28:15.806 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T09:28:15.806 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.358Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T09:28:15.807 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T09:28:15.808 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a[93716]: ts=2024-04-12T09:28:15.359Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 bash[93680]: 95fcc0eb74ddaa0348bfe5f7019e700916dc444bc54729c1c3854297199d4c5a 2024-04-12T09:28:15.809 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:28:15 smithi083 systemd[1]: Started Ceph node-exporter.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:16.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:28:15] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2024-04-12T09:28:16.622 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:16 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:16.622 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:16 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:16.622 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:16 smithi165 ceph-mon[33336]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:28:16.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:16 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:16.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:16 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:16.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:16 smithi083 ceph-mon[41278]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:28:16.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:16 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:16.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:16 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:16.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:16 smithi083 ceph-mon[29829]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:28:17.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:17 smithi083 ceph-mon[29829]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:28:17.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:17 smithi083 ceph-mon[29829]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:17.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:17 smithi083 ceph-mon[41278]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:28:17.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:17 smithi083 ceph-mon[41278]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:17.817 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:17 smithi165 ceph-mon[33336]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:28:17.817 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:17 smithi165 ceph-mon[33336]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:18.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:18 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2744279225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:18.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:18 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2744279225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:18 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2744279225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:19.428 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 systemd[1]: Stopping Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:19.709 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-mon[33336]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:19.709 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.428Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[66593]: ts=2024-04-12T09:28:19.429Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T09:28:19.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 podman[78219]: 2024-04-12 09:28:19.438499638 +0000 UTC m=+0.112907357 container died 76618a5f46d368cfb14da2bfb1cadaefde79e960b9c0f2430a63d8df20fb65cb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:19.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:19 smithi083 ceph-mon[41278]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:19.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:19 smithi083 ceph-mon[29829]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:19.992 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 podman[78219]: 2024-04-12 09:28:19.808756953 +0000 UTC m=+0.483164661 container cleanup 76618a5f46d368cfb14da2bfb1cadaefde79e960b9c0f2430a63d8df20fb65cb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:19.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:19 smithi165 bash[78219]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T09:28:20.444 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 podman[78237]: 2024-04-12 09:28:20.110164403 +0000 UTC m=+0.673058656 container remove 76618a5f46d368cfb14da2bfb1cadaefde79e960b9c0f2430a63d8df20fb65cb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:20.444 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T09:28:20.444 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 systemd[1]: Stopped Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:20.444 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.712s CPU time. 2024-04-12T09:28:20.444 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 systemd[1]: Starting Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:20.710 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1944100252' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:20.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 podman[78338]: 2024-04-12 09:28:20.348421408 +0000 UTC m=+0.019042544 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T09:28:20.710 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 podman[78338]: 2024-04-12 09:28:20.469597497 +0000 UTC m=+0.140218632 container create 1ceeb50ab540878666cf53f535830de38fac7fca200948a4090ab48f703856b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:20.711 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 podman[78338]: 2024-04-12 09:28:20.68027154 +0000 UTC m=+0.350892672 container init 1ceeb50ab540878666cf53f535830de38fac7fca200948a4090ab48f703856b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:20.711 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 podman[78338]: 2024-04-12 09:28:20.685758906 +0000 UTC m=+0.356380041 container start 1ceeb50ab540878666cf53f535830de38fac7fca200948a4090ab48f703856b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:28:20.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:20 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1944100252' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:20.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:20 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1944100252' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:20.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.710Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T09:28:20.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.710Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T09:28:20.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.710Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi165 (none))" 2024-04-12T09:28:20.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.710Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T09:28:20.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.710Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T09:28:20.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.712Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T09:28:20.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.712Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.713Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.713Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.715Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.715Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.559µs 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.715Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.715Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.730Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.730Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.730Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.643µs wal_replay_duration=14.594509ms wbl_replay_duration=133ns total_replay_duration=14.631563ms 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.732Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.732Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.732Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T09:28:20.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.751Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.218775ms db_storage=845ns remote_storage=1.028µs web_handler=343ns query_engine=600ns scrape=302.226µs scrape_sd=108.353µs notify=31.475µs notify_sd=14.585µs rules=18.531334ms tracing=6.496µs 2024-04-12T09:28:20.995 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.751Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T09:28:20.995 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:20.751Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T09:28:20.995 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 bash[78338]: 1ceeb50ab540878666cf53f535830de38fac7fca200948a4090ab48f703856b1 2024-04-12T09:28:20.995 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:20 smithi165 systemd[1]: Started Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[41278]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[41278]: Reconfiguring grafana.a (dependencies changed)... 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[41278]: Reconfiguring daemon grafana.a on smithi165 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[29829]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[29829]: Reconfiguring grafana.a (dependencies changed)... 2024-04-12T09:28:21.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:21 smithi083 ceph-mon[29829]: Reconfiguring daemon grafana.a on smithi165 2024-04-12T09:28:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:21 smithi165 ceph-mon[33336]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:21 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:21 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:21 smithi165 ceph-mon[33336]: Reconfiguring grafana.a (dependencies changed)... 2024-04-12T09:28:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:21 smithi165 ceph-mon[33336]: Reconfiguring daemon grafana.a on smithi165 2024-04-12T09:28:22.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:22 smithi083 ceph-mon[41278]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:22.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:22 smithi083 ceph-mon[29829]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:22.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:22 smithi165 ceph-mon[33336]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:23.525 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:28:23 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:28:23.155Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004052743s 2024-04-12T09:28:23.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:23 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/983987599' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:23 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/983987599' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:23.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:23 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/983987599' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:24.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:24 smithi083 ceph-mon[41278]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:24.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:24 smithi083 ceph-mon[29829]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:24.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:24 smithi165 ceph-mon[33336]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:25.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:25 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/4149430884' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:25.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:25 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/4149430884' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:25.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:25 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/4149430884' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:26.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:26 smithi083 ceph-mon[29829]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:26.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:26 smithi083 ceph-mon[41278]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:26.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:26 smithi165 ceph-mon[33336]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:27.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:27 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2854447' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:27.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:27 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2854447' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:27.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:27 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2854447' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:28.681 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:28 smithi165 ceph-mon[33336]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:28 smithi083 ceph-mon[29829]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:28.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:28 smithi083 ceph-mon[41278]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:29.801 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:29 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:29.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:29 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:29.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:29 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:30.735 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:30 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1380145638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:30.736 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:30 smithi165 ceph-mon[33336]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:30.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:30 smithi165 systemd[1]: Stopping Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:31.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:30 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1380145638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:31.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:30 smithi083 ceph-mon[29829]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:31.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:30 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1380145638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:31.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:30 smithi083 ceph-mon[41278]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:31.323 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 podman[78737]: 2024-04-12 09:28:31.035573421 +0000 UTC m=+0.106766983 container died 1ca2133df138d63a07b468a3c1fd464ca9d1f6d6d3faefea83fd03b5bf489957 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.openshift.expose-services=, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8) 2024-04-12T09:28:31.682 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:31 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:28:31] "GET /metrics HTTP/1.1" 200 33907 "" "Prometheus/2.43.0" 2024-04-12T09:28:31.682 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 podman[78737]: 2024-04-12 09:28:31.405793266 +0000 UTC m=+0.476986828 container cleanup 1ca2133df138d63a07b468a3c1fd464ca9d1f6d6d3faefea83fd03b5bf489957 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, io.buildah.version=1.32.0, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.openshift.tags=base rhel8, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., version=8.5, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T09:28:31.683 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 bash[78737]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a 2024-04-12T09:28:31.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 podman[78756]: 2024-04-12 09:28:31.682623537 +0000 UTC m=+0.646308806 container remove 1ca2133df138d63a07b468a3c1fd464ca9d1f6d6d3faefea83fd03b5bf489957 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.buildah.version=1.32.0, release=239.1651231664, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, architecture=x86_64, description=Ceph Grafana Container, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner ) 2024-04-12T09:28:31.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:28:31.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:28:31.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:31.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Consumed 5.330s CPU time. 2024-04-12T09:28:31.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:31 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:32.414 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:32 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2251697918' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:32.415 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:32 smithi165 podman[78856]: 2024-04-12 09:28:31.942590378 +0000 UTC m=+0.017732632 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:28:32.415 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:32 smithi165 podman[78856]: 2024-04-12 09:28:32.261326196 +0000 UTC m=+0.336468480 container create fcc272bd9e55dd0d9ee79ce5d5ed350c9aadc5721c13fc44ccd53c13ee8c0c64 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, io.buildah.version=1.32.0, version=8.5, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, vcs-type=git, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc.) 2024-04-12T09:28:32.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:32 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2251697918' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:32.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:32 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2251697918' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:32 smithi165 podman[78856]: 2024-04-12 09:28:32.522715755 +0000 UTC m=+0.597857997 container init fcc272bd9e55dd0d9ee79ce5d5ed350c9aadc5721c13fc44ccd53c13ee8c0c64 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, distribution-scope=public, io.openshift.expose-services=, description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , architecture=x86_64, io.openshift.tags=base rhel8, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T09:28:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:32 smithi165 podman[78856]: 2024-04-12 09:28:32.528466895 +0000 UTC m=+0.603609140 container start fcc272bd9e55dd0d9ee79ce5d5ed350c9aadc5721c13fc44ccd53c13ee8c0c64 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, release=239.1651231664, description=Ceph Grafana Container, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, name=ubi8) 2024-04-12T09:28:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:32 smithi165 bash[78856]: fcc272bd9e55dd0d9ee79ce5d5ed350c9aadc5721c13fc44ccd53c13ee8c0c64 2024-04-12T09:28:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:32 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[78871]: logger=settings t=2024-04-12T09:28:32.685126334Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:28:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:32 smithi165 podman[78907]: 2024-04-12 09:28:32.711057937 +0000 UTC m=+0.018682887 container died fcc272bd9e55dd0d9ee79ce5d5ed350c9aadc5721c13fc44ccd53c13ee8c0c64 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, version=8.5, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, io.buildah.version=1.32.0, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, vcs-type=git, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , architecture=x86_64, com.redhat.component=ubi8-container) 2024-04-12T09:28:33.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:33 smithi083 ceph-mon[41278]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:33.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:33 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:33.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:33 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:33.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:33 smithi083 ceph-mon[29829]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:33.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:33 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:33.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:33 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:33.605 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:33 smithi165 systemd[1]: Stopping Ceph node-exporter.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:33.605 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:33 smithi165 podman[78907]: 2024-04-12 09:28:33.377277382 +0000 UTC m=+0.684902334 container remove fcc272bd9e55dd0d9ee79ce5d5ed350c9aadc5721c13fc44ccd53c13ee8c0c64 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, maintainer=Paul Cuzner , version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, distribution-scope=public, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T09:28:33.605 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:33 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:28:33.605 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:33 smithi165 ceph-mon[33336]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:33.605 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:33 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:33.605 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:33 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:33.993 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:33 smithi165 podman[79076]: 2024-04-12 09:28:33.793554516 +0000 UTC m=+0.115433290 container died d0b552271f687e6ee16d6ee2577884bfa96400d67765e4bf1b4ee5e0d6054636 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:28:33.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:33 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:28:34.308 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-mon[33336]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-12T09:28:34.308 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-mon[33336]: Reconfiguring daemon node-exporter.b on smithi165 2024-04-12T09:28:34.309 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 podman[79076]: 2024-04-12 09:28:34.130136233 +0000 UTC m=+0.452015011 container cleanup d0b552271f687e6ee16d6ee2577884bfa96400d67765e4bf1b4ee5e0d6054636 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:28:34.309 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 bash[79076]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b 2024-04-12T09:28:34.309 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 podman[79095]: 2024-04-12 09:28:34.306636502 +0000 UTC m=+0.517688598 container remove d0b552271f687e6ee16d6ee2577884bfa96400d67765e4bf1b4ee5e0d6054636 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:28:34.309 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:28:34.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:34 smithi083 ceph-mon[29829]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-12T09:28:34.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:34 smithi083 ceph-mon[29829]: Reconfiguring daemon node-exporter.b on smithi165 2024-04-12T09:28:34.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:34 smithi083 ceph-mon[41278]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-12T09:28:34.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:34 smithi083 ceph-mon[41278]: Reconfiguring daemon node-exporter.b on smithi165 2024-04-12T09:28:34.743 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T09:28:34.743 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 systemd[1]: Stopped Ceph node-exporter.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:34.743 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.b.service: Consumed 2.389s CPU time. 2024-04-12T09:28:34.743 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 systemd[1]: Starting Ceph node-exporter.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:35.085 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 podman[79191]: 2024-04-12 09:28:34.749388011 +0000 UTC m=+0.112395908 container create 32c02ede7acf11ab6227a62c9110ad724f2918122c06682c4fe9e1d32f23a11f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 podman[79191]: 2024-04-12 09:28:34.654947731 +0000 UTC m=+0.017955647 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 podman[79191]: 2024-04-12 09:28:34.984901084 +0000 UTC m=+0.347908998 container init 32c02ede7acf11ab6227a62c9110ad724f2918122c06682c4fe9e1d32f23a11f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 podman[79191]: 2024-04-12 09:28:34.990156168 +0000 UTC m=+0.353164066 container start 32c02ede7acf11ab6227a62c9110ad724f2918122c06682c4fe9e1d32f23a11f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.993Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.993Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.994Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.994Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.994Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.994Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T09:28:35.086 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T09:28:35.087 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T09:28:35.087 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T09:28:35.087 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T09:28:35.087 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T09:28:35.087 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T09:28:35.087 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T09:28:35.088 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T09:28:35.089 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T09:28:35.090 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T09:28:35.091 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b[79206]: ts=2024-04-12T09:28:34.995Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T09:28:35.091 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:35 smithi165 bash[79191]: 32c02ede7acf11ab6227a62c9110ad724f2918122c06682c4fe9e1d32f23a11f 2024-04-12T09:28:35.493 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:28:35 smithi165 systemd[1]: Started Ceph node-exporter.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:35.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:35 smithi165 ceph-mon[33336]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:35.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:35 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2490103169' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:35.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:35 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:35.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:35 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:35.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:35 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:28:35.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:35 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:28:35.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:35 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:28:35.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:35 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:35.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[41278]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2490103169' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:28:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:28:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:28:35.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:35.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[29829]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:35.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2490103169' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:35.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:35.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:35.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:28:35.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:28:35.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:28:35.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:35 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:36.389 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:36 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:28:36.389 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:36 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:28:36.389 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:36 smithi165 ceph-mon[33336]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:28:36.389 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:36 smithi165 ceph-mon[33336]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T09:28:36.389 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:36 smithi165 ceph-mon[33336]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T09:28:36.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:28:36.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:28:36.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:28:36.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[29829]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T09:28:36.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[29829]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T09:28:36.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T09:28:36.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:28:36.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[41278]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T09:28:36.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[41278]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T09:28:36.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:36 smithi083 ceph-mon[41278]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[29829]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3303138636' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[41278]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:37.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:28:37.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:28:37.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:28:37.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:37.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:37 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3303138636' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:37.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:37 smithi165 ceph-mon[33336]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:37.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:37 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:37.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:37 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:28:37.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:37 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:28:37.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:37 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:28:37.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:37 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:37.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:37 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3303138636' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:38.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:38 smithi083 ceph-mon[29829]: Upgrade: Updating mgr.y 2024-04-12T09:28:38.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:38 smithi083 ceph-mon[29829]: Deploying daemon mgr.y on smithi083 2024-04-12T09:28:38.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:38 smithi083 ceph-mon[41278]: Upgrade: Updating mgr.y 2024-04-12T09:28:38.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:38 smithi083 ceph-mon[41278]: Deploying daemon mgr.y on smithi083 2024-04-12T09:28:38.659 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:38 smithi165 ceph-mon[33336]: Upgrade: Updating mgr.y 2024-04-12T09:28:38.659 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:38 smithi165 ceph-mon[33336]: Deploying daemon mgr.y on smithi083 2024-04-12T09:28:38.992 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:28:39.155 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:38 smithi083 systemd[1]: Stopping Ceph mgr.y for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:39.430 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:39 smithi083 ceph-mon[41278]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:39.431 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:39 smithi083 ceph-mon[29829]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:39.431 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:39 smithi083 podman[94348]: 2024-04-12 09:28:39.155101675 +0000 UTC m=+0.150135047 container died 8b53db94301bdb7e60a3c96d2916bba409f3118c5ca9304d67175ded79bad734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, ceph=True, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T09:28:39.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:39 smithi165 ceph-mon[33336]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:39.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:39 smithi083 podman[94348]: 2024-04-12 09:28:39.59608872 +0000 UTC m=+0.591122102 container cleanup 8b53db94301bdb7e60a3c96d2916bba409f3118c5ca9304d67175ded79bad734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:28:39.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:39 smithi083 bash[94348]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y 2024-04-12T09:28:40.078 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:39 smithi083 podman[94389]: 2024-04-12 09:28:39.818823219 +0000 UTC m=+0.659709486 container remove 8b53db94301bdb7e60a3c96d2916bba409f3118c5ca9304d67175ded79bad734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2) 2024-04-12T09:28:40.079 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:39 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:28:40.079 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-12T09:28:40.079 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 systemd[1]: Stopped Ceph mgr.y for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:40.079 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y.service: Consumed 56.825s CPU time. 2024-04-12T09:28:40.481 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:40 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3654866344' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:40.481 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 systemd[1]: Starting Ceph mgr.y for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:40.482 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:40 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3654866344' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:40.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:40 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3654866344' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:40.748 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 podman[94530]: 2024-04-12 09:28:40.383523436 +0000 UTC m=+0.017570112 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:28:40.748 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 podman[94530]: 2024-04-12 09:28:40.482405702 +0000 UTC m=+0.116452406 container create 479b278f428f1474222ec41dda4b8d31c0c303aed0fc2be1ec1cc1c8e78060ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-12T09:28:40.748 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 podman[94530]: 2024-04-12 09:28:40.718734556 +0000 UTC m=+0.352781221 container init 479b278f428f1474222ec41dda4b8d31c0c303aed0fc2be1ec1cc1c8e78060ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:28:40.748 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 podman[94530]: 2024-04-12 09:28:40.724360298 +0000 UTC m=+0.358406959 container start 479b278f428f1474222ec41dda4b8d31c0c303aed0fc2be1ec1cc1c8e78060ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T09:28:41.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 ceph-mgr[94569]: -- 172.21.15.83:0/2117321216 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f87d8745a0 con 0x55f87d848c00 2024-04-12T09:28:41.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 bash[94530]: 479b278f428f1474222ec41dda4b8d31c0c303aed0fc2be1ec1cc1c8e78060ee 2024-04-12T09:28:41.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:40 smithi083 systemd[1]: Started Ceph mgr.y for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:41.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-mon[41278]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:41.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-mon[29829]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:41.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:41.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:41.297+0000 7f36e5b78200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:28:41.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:41 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:41.398+0000 7f36e5b78200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:28:41.742 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:28:41] "GET /metrics HTTP/1.1" 200 33907 "" "Prometheus/2.43.0" 2024-04-12T09:28:41.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:41 smithi165 ceph-mon[33336]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:41.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:41 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:41.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:41 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:41.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:41 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:42.428 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1356002292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:42.428 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1356002292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:42.428 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:42.082+0000 7f36e5b78200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:28:42.428 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:42.175+0000 7f36e5b78200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:28:42.428 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:42.330+0000 7f36e5b78200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:28:42.428 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:42.426+0000 7f36e5b78200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:28:42.714 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:42 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1356002292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:42.744 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:42.509+0000 7f36e5b78200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:28:43.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:42.783+0000 7f36e5b78200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:28:43.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:42.895+0000 7f36e5b78200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:28:43.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:42.980+0000 7f36e5b78200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:28:43.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:43 smithi083 ceph-mon[41278]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:43 smithi083 ceph-mon[29829]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:43.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:43 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:43.087+0000 7f36e5b78200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:28:43.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:43 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:43.293+0000 7f36e5b78200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:28:43.582 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:43 smithi165 ceph-mon[33336]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:43.992 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:43 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 1. 2024-04-12T09:28:43.992 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:43 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:43.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:43 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:44.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:44 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1675637061' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:44.370 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:44 smithi165 podman[79743]: 2024-04-12 09:28:43.992617345 +0000 UTC m=+0.020954173 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:28:44.370 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:44 smithi165 podman[79743]: 2024-04-12 09:28:44.118049178 +0000 UTC m=+0.146386007 container create c4480bb6025ced191bf7a436add3a093188517c667b938c4e12d710477de954d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, name=ubi8, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, distribution-scope=public, version=8.5, maintainer=Paul Cuzner , io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., description=Ceph Grafana Container, architecture=x86_64, com.redhat.component=ubi8-container, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T09:28:44.370 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:44 smithi165 podman[79743]: 2024-04-12 09:28:44.370202616 +0000 UTC m=+0.398539445 container init c4480bb6025ced191bf7a436add3a093188517c667b938c4e12d710477de954d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, description=Ceph Grafana Container, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64) 2024-04-12T09:28:44.743 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:44 smithi165 podman[79743]: 2024-04-12 09:28:44.375859165 +0000 UTC m=+0.404195994 container start c4480bb6025ced191bf7a436add3a093188517c667b938c4e12d710477de954d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, vcs-type=git, vendor=Red Hat, Inc., name=ubi8, io.openshift.tags=base rhel8) 2024-04-12T09:28:44.743 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:44 smithi165 bash[79743]: c4480bb6025ced191bf7a436add3a093188517c667b938c4e12d710477de954d 2024-04-12T09:28:44.743 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:44 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:44.743 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[79757]: logger=settings t=2024-04-12T09:28:44.534129938Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:28:44.743 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:44 smithi165 podman[79807]: 2024-04-12 09:28:44.56251648 +0000 UTC m=+0.021381250 container died c4480bb6025ced191bf7a436add3a093188517c667b938c4e12d710477de954d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, architecture=x86_64, io.openshift.expose-services=, vcs-type=git) 2024-04-12T09:28:44.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:44 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1675637061' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:44.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:44.344+0000 7f36e5b78200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:28:44.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:44.484+0000 7f36e5b78200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:28:44.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:44 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1675637061' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:45.137 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:44.826+0000 7f36e5b78200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:28:45.138 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:44.924+0000 7f36e5b78200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:28:45.138 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:45.136+0000 7f36e5b78200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:28:45.493 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:45 smithi165 podman[79807]: 2024-04-12 09:28:45.208070279 +0000 UTC m=+0.666935035 container remove c4480bb6025ced191bf7a436add3a093188517c667b938c4e12d710477de954d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, name=ubi8, distribution-scope=public, io.buildah.version=1.32.0, release=239.1651231664, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-12T09:28:45.493 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:45 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:28:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:45 smithi165 ceph-mon[33336]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:45 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:45 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:45 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:45.553 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-mon[29829]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:45.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:45.335+0000 7f36e5b78200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:28:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-mon[41278]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:45.912 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:45.644+0000 7f36e5b78200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:28:45.912 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:45.910+0000 7f36e5b78200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:28:45.992 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:45 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:28:46.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:46.167+0000 7f36e5b78200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:28:47.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:46 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:46 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:46 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:46 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:46 smithi165 ceph-mon[33336]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:46 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/204300412' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:47.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:47.066+0000 7f36e5b78200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:28:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[29829]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/204300412' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:47.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:47.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[41278]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:47.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:46 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/204300412' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:47.928 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:47.660+0000 7f36e5b78200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:28:47.928 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:47.763+0000 7f36e5b78200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:28:48.248 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[29829]: Standby manager daemon y restarted 2024-04-12T09:28:48.248 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[29829]: Standby manager daemon y started 2024-04-12T09:28:48.248 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T09:28:48.248 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:28:48.248 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T09:28:48.248 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:47.994+0000 7f36e5b78200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:47] ENGINE Bus STARTING 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: CherryPy Checker: 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: The Application mounted at '' has an empty config. 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:48] ENGINE Serving on http://:::9283 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:48] ENGINE Bus STARTED 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[41278]: Standby manager daemon y restarted 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[41278]: Standby manager daemon y started 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:28:48.249 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T09:28:48.250 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:48 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:28:48.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:48 smithi165 ceph-mon[33336]: Standby manager daemon y restarted 2024-04-12T09:28:48.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:48 smithi165 ceph-mon[33336]: Standby manager daemon y started 2024-04-12T09:28:48.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:48 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T09:28:48.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:48 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:28:48.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:48 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T09:28:48.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:48 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:28:48.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:28:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:28:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:28:49.209 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-mon[41278]: mgrmap e27: x(active, since 63s), standbys: y 2024-04-12T09:28:49.209 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-mon[41278]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:49.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-mon[29829]: mgrmap e27: x(active, since 63s), standbys: y 2024-04-12T09:28:49.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-mon[29829]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:49.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:49 smithi165 ceph-mon[33336]: mgrmap e27: x(active, since 63s), standbys: y 2024-04-12T09:28:49.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:49 smithi165 ceph-mon[33336]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:50.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:49] ENGINE Bus STOPPING 2024-04-12T09:28:50.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:28:50.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:49] ENGINE Bus STOPPED 2024-04-12T09:28:50.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:49] ENGINE Bus STARTING 2024-04-12T09:28:50.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.913+0000 7f3646815700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.913+0000 7f3646815700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.913+0000 7f3646815700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.913+0000 7f3646815700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.913+0000 7f3646815700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.914+0000 7f364280d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.914+0000 7f364280d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.914+0000 7f364280d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.914+0000 7f364280d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:28:49.914+0000 7f364280d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:49] ENGINE Serving on http://:::9283 2024-04-12T09:28:50.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:28:49 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:28:49] ENGINE Bus STARTED 2024-04-12T09:28:50.062 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:49.783+0000 7f78a63b3700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-12T09:28:50.062 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ignoring --setuser ceph since I am not root 2024-04-12T09:28:50.062 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ignoring --setgroup ceph since I am not root 2024-04-12T09:28:50.062 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:49 smithi165 ceph-mgr[69693]: -- 172.21.15.165:0/4133126967 <== mon.1 v2:172.21.15.165:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560f50e285a0 con 0x560f50dfd000 2024-04-12T09:28:50.367 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/780904997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:50.367 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25090 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: mgrmap e28: y(active, starting, since 0.00851612s) 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:28:50.368 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:28:50.369 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: Manager daemon y is now available 2024-04-12T09:28:50.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:50.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:50.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:28:50.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:28:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/780904997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:28:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25090 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: mgrmap e28: y(active, starting, since 0.00851612s) 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:28:50.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: Manager daemon y is now available 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:28:50.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/780904997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 172.21.15.165:0/2650792619' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T09:28:50.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25090 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: mgrmap e28: y(active, starting, since 0.00851612s) 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:28:50.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: Manager daemon y is now available 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:28:50.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:50 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:28:50.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:50.365+0000 7f9078efb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:28:50.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:50 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:50.464+0000 7f9078efb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:28:51.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:51.159+0000 7f9078efb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:28:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-mon[33336]: [12/Apr/2024:09:28:50] ENGINE Bus STARTING 2024-04-12T09:28:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-mon[33336]: [12/Apr/2024:09:28:50] ENGINE Serving on http://172.21.15.83:8765 2024-04-12T09:28:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-mon[33336]: [12/Apr/2024:09:28:50] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:28:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-mon[33336]: [12/Apr/2024:09:28:50] ENGINE Bus STARTED 2024-04-12T09:28:51.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-mon[33336]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:28:51.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-mon[33336]: mgrmap e29: y(active, since 1.00748s) 2024-04-12T09:28:51.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[41278]: [12/Apr/2024:09:28:50] ENGINE Bus STARTING 2024-04-12T09:28:51.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[41278]: [12/Apr/2024:09:28:50] ENGINE Serving on http://172.21.15.83:8765 2024-04-12T09:28:51.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[41278]: [12/Apr/2024:09:28:50] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:28:51.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[41278]: [12/Apr/2024:09:28:50] ENGINE Bus STARTED 2024-04-12T09:28:51.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[41278]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:28:51.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[41278]: mgrmap e29: y(active, since 1.00748s) 2024-04-12T09:28:51.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[29829]: [12/Apr/2024:09:28:50] ENGINE Bus STARTING 2024-04-12T09:28:51.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[29829]: [12/Apr/2024:09:28:50] ENGINE Serving on http://172.21.15.83:8765 2024-04-12T09:28:51.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[29829]: [12/Apr/2024:09:28:50] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:28:51.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[29829]: [12/Apr/2024:09:28:50] ENGINE Bus STARTED 2024-04-12T09:28:51.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[29829]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:28:51.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:51 smithi083 ceph-mon[29829]: mgrmap e29: y(active, since 1.00748s) 2024-04-12T09:28:51.510 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:51.255+0000 7f9078efb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:28:51.511 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:51.401+0000 7f9078efb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:28:51.511 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:51.510+0000 7f9078efb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:28:51.878 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:51.595+0000 7f9078efb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:28:51.878 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:51.877+0000 7f9078efb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:28:52.177 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:52 smithi165 ceph-mon[33336]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:52.177 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:52 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3746902004' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:52.177 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:52 smithi165 ceph-mon[33336]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T09:28:52.177 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:52 smithi165 ceph-mon[33336]: Cluster is now healthy 2024-04-12T09:28:52.177 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:51.991+0000 7f9078efb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:28:52.178 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:52.080+0000 7f9078efb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:28:52.493 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:52.176+0000 7f9078efb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:28:52.493 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:52.393+0000 7f9078efb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:28:52.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:52 smithi083 ceph-mon[41278]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:52.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:52 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3746902004' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:52.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:52 smithi083 ceph-mon[41278]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T09:28:52.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:52 smithi083 ceph-mon[41278]: Cluster is now healthy 2024-04-12T09:28:52.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:52 smithi083 ceph-mon[29829]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:52.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:52 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3746902004' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:52.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:52 smithi083 ceph-mon[29829]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T09:28:52.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:52 smithi083 ceph-mon[29829]: Cluster is now healthy 2024-04-12T09:28:53.416 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:53 smithi083 ceph-mon[29829]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:53.416 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:53 smithi083 ceph-mon[29829]: mgrmap e30: y(active, since 3s) 2024-04-12T09:28:53.416 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:53 smithi083 ceph-mon[41278]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:53.416 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:53 smithi083 ceph-mon[41278]: mgrmap e30: y(active, since 3s) 2024-04-12T09:28:53.420 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:53 smithi165 ceph-mon[33336]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:53.421 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:53 smithi165 ceph-mon[33336]: mgrmap e30: y(active, since 3s) 2024-04-12T09:28:53.727 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:53.419+0000 7f9078efb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:28:53.727 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:53.567+0000 7f9078efb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:28:53.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:53.913+0000 7f9078efb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:28:54.416 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:54.005+0000 7f9078efb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:28:54.417 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:54.208+0000 7f9078efb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:28:54.417 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:54.415+0000 7f9078efb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:28:54.417 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:54 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/4129987933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:54.417 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:54 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:54.417 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:54 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:54.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:54 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/4129987933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:54.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:54 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:54.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:54 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:54.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:54 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/4129987933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:54.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:54 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:54.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:54 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:54.992 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:54.720+0000 7f9078efb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:28:55.254 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:54.998+0000 7f9078efb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[29829]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[41278]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:55 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:55.253+0000 7f9078efb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:28:55.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:55 smithi165 ceph-mon[33336]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:55.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:55 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:55 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:55 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:55.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:55 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:56.014 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:55 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 2. 2024-04-12T09:28:56.014 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:55 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:56.014 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:55 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:28:56.014 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:55 smithi165 podman[80856]: 2024-04-12 09:28:55.888608558 +0000 UTC m=+0.019107850 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:28:56.291 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:56.104+0000 7f9078efb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:28:56.291 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:56 smithi165 podman[80856]: 2024-04-12 09:28:56.013817435 +0000 UTC m=+0.144316714 container create 2a9d900c2a9af10fc4992a941c087f94533f87a5886fdc4e6dbecb3795fa24ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , vcs-type=git, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, description=Ceph Grafana Container, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, release=239.1651231664, name=ubi8, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T09:28:56.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:56 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:56.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:56 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:56.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:56 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3777995394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:56.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:56 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:56.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:56 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:56.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:56 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3777995394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:56.707 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:56 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:56.707 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:56 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:56.707 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:56 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3777995394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:28:56.707 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:56 smithi165 podman[80856]: 2024-04-12 09:28:56.291312414 +0000 UTC m=+0.421811684 container init 2a9d900c2a9af10fc4992a941c087f94533f87a5886fdc4e6dbecb3795fa24ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, vcs-type=git, distribution-scope=public, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, description=Ceph Grafana Container, maintainer=Paul Cuzner , architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.openshift.expose-services=, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.buildah.version=1.32.0, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-04-12T09:28:56.707 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:56 smithi165 podman[80856]: 2024-04-12 09:28:56.297051571 +0000 UTC m=+0.427550841 container start 2a9d900c2a9af10fc4992a941c087f94533f87a5886fdc4e6dbecb3795fa24ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, vendor=Red Hat, Inc., io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner ) 2024-04-12T09:28:56.708 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:56 smithi165 bash[80856]: 2a9d900c2a9af10fc4992a941c087f94533f87a5886fdc4e6dbecb3795fa24ca 2024-04-12T09:28:56.708 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:56 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:28:56.708 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[80872]: logger=settings t=2024-04-12T09:28:56.452184028Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:28:56.708 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:56 smithi165 podman[80910]: 2024-04-12 09:28:56.479094548 +0000 UTC m=+0.019676601 container died 2a9d900c2a9af10fc4992a941c087f94533f87a5886fdc4e6dbecb3795fa24ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, architecture=x86_64, io.buildah.version=1.32.0, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, vendor=Red Hat, Inc.) 2024-04-12T09:28:56.992 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:56.706+0000 7f9078efb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:28:56.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:56.809+0000 7f9078efb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:28:57.371 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:57 smithi165 podman[80910]: 2024-04-12 09:28:57.15432627 +0000 UTC m=+0.694908353 container remove 2a9d900c2a9af10fc4992a941c087f94533f87a5886fdc4e6dbecb3795fa24ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, vcs-type=git, architecture=x86_64, io.buildah.version=1.32.0, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, version=8.5, maintainer=Paul Cuzner , release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T09:28:57.372 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:57 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:28:57.372 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:57.035+0000 7f9078efb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:28:57.372 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:28:57] ENGINE Bus STARTING 2024-04-12T09:28:57.372 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: CherryPy Checker: 2024-04-12T09:28:57.372 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: The Application mounted at '' has an empty config. 2024-04-12T09:28:57.372 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: 2024-04-12T09:28:57.372 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:28:57] ENGINE Serving on http://:::9283 2024-04-12T09:28:57.372 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: [12/Apr/2024:09:28:57] ENGINE Bus STARTED 2024-04-12T09:28:57.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[29829]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:57.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[29829]: Standby manager daemon x started 2024-04-12T09:28:57.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:28:57.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:28:57.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:28:57.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:28:57.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[41278]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:57.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[41278]: Standby manager daemon x started 2024-04-12T09:28:57.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:28:57.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:28:57.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:28:57.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:57 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:28:57.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-mon[33336]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:28:57.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-mon[33336]: Standby manager daemon x started 2024-04-12T09:28:57.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:28:57.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:28:57.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:28:57.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:57 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/657558426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:28:57.744 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:28:57 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:28:58.511 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:58 smithi083 ceph-mon[41278]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-12T09:28:58.511 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:58 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:28:58.511 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:58 smithi083 ceph-mon[29829]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-12T09:28:58.512 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:58 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:28:58.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:58 smithi165 ceph-mon[33336]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-12T09:28:58.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:58 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:28:59.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:59 smithi165 ceph-mon[33336]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:28:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:59 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:59 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:28:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:59 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:28:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:59 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:28:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:59 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:28:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:59 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:28:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:28:59 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3302650145' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[29829]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3302650145' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:00.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[41278]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:29:00.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:00.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:00.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:29:00.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:29:00.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:28:59 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3302650145' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:00.739 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:00.739 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:00.739 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:00.740 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:00.740 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:00.740 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:00.740 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.740 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.741 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.741 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.741 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:00.741 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:00.741 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:00 smithi165 ceph-mon[33336]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:29:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[41278]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:01.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:01.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:01.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:00 smithi083 ceph-mon[29829]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T09:29:01.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:01 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[69670]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:29:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T09:29:01.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:01 smithi165 ceph-mon[33336]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:29:01.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:01 smithi165 ceph-mon[33336]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:29:01.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:01 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/46550603' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:01 smithi083 ceph-mon[29829]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:29:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:01 smithi083 ceph-mon[29829]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:29:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:01 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/46550603' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:02.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:01 smithi083 ceph-mon[41278]: Reconfiguring daemon prometheus.a on smithi165 2024-04-12T09:29:02.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:01 smithi083 ceph-mon[41278]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:29:02.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:01 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/46550603' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:02.980 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:02 smithi165 ceph-mon[33336]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:29:03.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:02 smithi083 ceph-mon[41278]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:29:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:02 smithi083 ceph-mon[29829]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T09:29:03.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 systemd[1]: Stopping Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:03.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3579491100' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:03 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3579491100' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:04.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:03 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3579491100' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:04.086 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.787Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:29:04.086 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T09:29:04.086 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[78353]: ts=2024-04-12T09:29:03.788Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T09:29:04.087 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:03 smithi165 podman[82096]: 2024-04-12 09:29:03.798485801 +0000 UTC m=+0.118037365 container died 1ceeb50ab540878666cf53f535830de38fac7fca200948a4090ab48f703856b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:29:04.435 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 podman[82096]: 2024-04-12 09:29:04.184819389 +0000 UTC m=+0.504370952 container cleanup 1ceeb50ab540878666cf53f535830de38fac7fca200948a4090ab48f703856b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:29:04.436 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 bash[82096]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T09:29:04.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:04 smithi165 ceph-mon[33336]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:04.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 podman[82114]: 2024-04-12 09:29:04.435961335 +0000 UTC m=+0.640803046 container remove 1ceeb50ab540878666cf53f535830de38fac7fca200948a4090ab48f703856b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:29:04.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T09:29:04.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 systemd[1]: Stopped Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:04.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.184s CPU time. 2024-04-12T09:29:04.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 systemd[1]: Starting Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:05.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:04 smithi083 ceph-mon[41278]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:05.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:04 smithi083 ceph-mon[29829]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:05.124 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 podman[82216]: 2024-04-12 09:29:04.771489797 +0000 UTC m=+0.019415226 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T09:29:05.124 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:04 smithi165 podman[82216]: 2024-04-12 09:29:04.922688286 +0000 UTC m=+0.170613743 container create a4fc77b5a1ebadc385937f2fab8c13b1a494d588501929a736c4b98adf5e5ae8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:29:05.124 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 podman[82216]: 2024-04-12 09:29:05.124511037 +0000 UTC m=+0.372436451 container init a4fc77b5a1ebadc385937f2fab8c13b1a494d588501929a736c4b98adf5e5ae8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:29:05.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 podman[82216]: 2024-04-12 09:29:05.130115788 +0000 UTC m=+0.378041204 container start a4fc77b5a1ebadc385937f2fab8c13b1a494d588501929a736c4b98adf5e5ae8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:29:05.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.153Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.153Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.153Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi165 (none))" 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.153Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.153Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.154Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.155Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.155Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.155Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.158Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.158Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.875µs 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.158Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T09:29:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.158Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.172Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.174Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.174Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.174Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.603µs wal_replay_duration=16.277064ms wbl_replay_duration=93ns total_replay_duration=16.323105ms 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.177Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.177Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.177Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.195Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.14491ms db_storage=1.165µs remote_storage=1.138µs web_handler=326ns query_engine=773ns scrape=355.592µs scrape_sd=94.297µs notify=9.621µs notify_sd=12.128µs rules=17.435379ms tracing=6.76µs 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.195Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:05.195Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 bash[82216]: a4fc77b5a1ebadc385937f2fab8c13b1a494d588501929a736c4b98adf5e5ae8 2024-04-12T09:29:05.495 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:05 smithi165 systemd[1]: Started Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:06.119 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.119 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:06.119 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.119 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.119 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:29:06.119 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-mon[33336]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:29:06.120 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:06.120 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:05 smithi165 ceph-mon[33336]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:29:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[41278]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:29:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[41278]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:06.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:06.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:06.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:29:06.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[29829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T09:29:06.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:06.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:05 smithi083 ceph-mon[29829]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:06.867 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:06 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3170681883' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:06.867 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:06 smithi165 ceph-mon[33336]: Upgrade: Updating mgr.x 2024-04-12T09:29:07.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:06 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:29:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:06 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:29:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:06 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:06 smithi165 ceph-mon[33336]: Deploying daemon mgr.x on smithi165 2024-04-12T09:29:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3170681883' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[29829]: Upgrade: Updating mgr.x 2024-04-12T09:29:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:29:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:29:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:07.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[29829]: Deploying daemon mgr.x on smithi165 2024-04-12T09:29:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3170681883' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[41278]: Upgrade: Updating mgr.x 2024-04-12T09:29:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:29:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:29:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:07.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:06 smithi083 ceph-mon[41278]: Deploying daemon mgr.x on smithi165 2024-04-12T09:29:07.559 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:07 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 3. 2024-04-12T09:29:07.559 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:07 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:07.559 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:07 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:08.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:07 smithi165 ceph-mon[33336]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:08.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:07 smithi083 ceph-mon[41278]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:08.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:07 smithi083 ceph-mon[29829]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T09:29:08.572 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:08 smithi165 podman[82631]: 2024-04-12 09:29:08.438247463 +0000 UTC m=+0.034236584 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:29:08.842 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:08 smithi165 systemd[1]: Stopping Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:08.842 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:08 smithi165 podman[82631]: 2024-04-12 09:29:08.572244696 +0000 UTC m=+0.168233815 container create f37997f93c69ee229436232bb11ed53fb95337a0b3a7164528fd8124b05285d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, distribution-scope=public, maintainer=Paul Cuzner , io.buildah.version=1.32.0, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, release=239.1651231664, vendor=Red Hat, Inc., io.openshift.expose-services=, version=8.5, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, name=ubi8) 2024-04-12T09:29:08.842 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:08 smithi165 podman[82631]: 2024-04-12 09:29:08.841358891 +0000 UTC m=+0.437348015 container init f37997f93c69ee229436232bb11ed53fb95337a0b3a7164528fd8124b05285d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, maintainer=Paul Cuzner , io.buildah.version=1.32.0, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, distribution-scope=public, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc.) 2024-04-12T09:29:09.111 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:08 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2086064041' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:09.112 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:08 smithi165 podman[82631]: 2024-04-12 09:29:08.847308337 +0000 UTC m=+0.443297458 container start f37997f93c69ee229436232bb11ed53fb95337a0b3a7164528fd8124b05285d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, io.openshift.expose-services=, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, name=ubi8, vendor=Red Hat, Inc., release=239.1651231664, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, description=Ceph Grafana Container) 2024-04-12T09:29:09.112 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:08 smithi165 bash[82631]: f37997f93c69ee229436232bb11ed53fb95337a0b3a7164528fd8124b05285d6 2024-04-12T09:29:09.112 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:08 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:09.112 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:09 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[82689]: logger=settings t=2024-04-12T09:29:09.006691971Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:29:09.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:08 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2086064041' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:09.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:08 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2086064041' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:09.386 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:09 smithi165 podman[82753]: 2024-04-12 09:29:09.111192417 +0000 UTC m=+0.097711359 container died f37997f93c69ee229436232bb11ed53fb95337a0b3a7164528fd8124b05285d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., maintainer=Paul Cuzner , io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, com.redhat.component=ubi8-container, vcs-type=git, io.buildah.version=1.32.0, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-12T09:29:09.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:09 smithi165 ceph-mon[33336]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:09.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:09 smithi165 podman[82740]: 2024-04-12 09:29:09.74941269 +0000 UTC m=+0.787908794 container died 9c31926d8ace7bdc6f0a45b0c0da9ae6efc433735dcf562066370ffd133478fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, GIT_CLEAN=True, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-12T09:29:09.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:09 smithi165 podman[82753]: 2024-04-12 09:29:09.652774976 +0000 UTC m=+0.639293963 container remove f37997f93c69ee229436232bb11ed53fb95337a0b3a7164528fd8124b05285d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , release=239.1651231664, vendor=Red Hat, Inc., distribution-scope=public, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.openshift.expose-services=) 2024-04-12T09:29:09.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:09 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:29:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:09 smithi083 ceph-mon[29829]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:09 smithi083 ceph-mon[41278]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:10.306 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 podman[82740]: 2024-04-12 09:29:10.130134675 +0000 UTC m=+1.168630776 container cleanup 9c31926d8ace7bdc6f0a45b0c0da9ae6efc433735dcf562066370ffd133478fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-12T09:29:10.306 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 bash[82740]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T09:29:10.568 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:10 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:29:10.568 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 podman[82771]: 2024-04-12 09:29:10.306645174 +0000 UTC m=+1.189477485 container remove 9c31926d8ace7bdc6f0a45b0c0da9ae6efc433735dcf562066370ffd133478fe (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:29:10.568 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:29:10.881 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T09:29:10.881 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 systemd[1]: Stopped Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:10.881 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x.service: Consumed 26.121s CPU time. 2024-04-12T09:29:10.881 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 systemd[1]: Starting Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:10 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3079913630' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:11.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 podman[82940]: 2024-04-12 09:29:10.881744359 +0000 UTC m=+0.018163226 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:29:11.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:10 smithi165 podman[82940]: 2024-04-12 09:29:10.991079389 +0000 UTC m=+0.127498307 container create 3d20443c06024b7b50038dd39423df682141ce29046760b69db088be03862bbb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T09:29:11.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:10 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3079913630' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:11.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:10 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/3079913630' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:11.560 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:11 smithi165 podman[82940]: 2024-04-12 09:29:11.309675714 +0000 UTC m=+0.446094563 container init 3d20443c06024b7b50038dd39423df682141ce29046760b69db088be03862bbb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:29:11.560 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:11 smithi165 podman[82940]: 2024-04-12 09:29:11.314925217 +0000 UTC m=+0.451344067 container start 3d20443c06024b7b50038dd39423df682141ce29046760b69db088be03862bbb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-12T09:29:11.560 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:11 smithi165 ceph-mgr[82979]: -- 172.21.15.165:0/1904990653 <== mon.1 v2:172.21.15.165:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5622ab9365a0 con 0x5622ab90b000 2024-04-12T09:29:11.873 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:11 smithi165 bash[82940]: 3d20443c06024b7b50038dd39423df682141ce29046760b69db088be03862bbb 2024-04-12T09:29:11.873 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:11 smithi165 systemd[1]: Started Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:12.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:11 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:11.872+0000 7f543a1f8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:29:12.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:11 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:11.969+0000 7f543a1f8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:29:12.780 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:12.683+0000 7f543a1f8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:29:12.853 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:12.778+0000 7f543a1f8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:29:12.854 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:12 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:12.854 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:12 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:12.854 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:12 smithi165 ceph-mon[33336]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:12.854 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:12 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:13.035 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:12.922+0000 7f543a1f8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:29:13.036 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:13 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:13.033+0000 7f543a1f8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:29:13.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:12 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:13.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:12 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:13.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:12 smithi083 ceph-mon[41278]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:13.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:12 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:13.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:12 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:13.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:12 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:13.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:12 smithi083 ceph-mon[29829]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:13.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:12 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:13.307 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:13 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:13.127+0000 7f543a1f8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:29:13.611 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:13 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:13.409+0000 7f543a1f8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:29:13.611 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:13 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:13.521+0000 7f543a1f8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:29:13.611 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:13 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:13.609+0000 7f543a1f8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:29:13.921 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:13 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1048616306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:13.921 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:13 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:13.711+0000 7f543a1f8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:29:13.921 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:13 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:13.919+0000 7f543a1f8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:29:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:13 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1048616306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:13 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1048616306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:14.981 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:14 smithi165 ceph-mon[33336]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:15.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:14 smithi083 ceph-mon[29829]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:15.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:14 smithi083 ceph-mon[41278]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:15.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:14 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:14.980+0000 7f543a1f8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:29:15.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:15.129+0000 7f543a1f8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:29:15.581 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:15.482+0000 7f543a1f8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:29:15.581 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:15.580+0000 7f543a1f8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:29:15.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:15 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1911023717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:15.992 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:15.792+0000 7f543a1f8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:29:16.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:15 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1911023717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:16.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:15 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/1911023717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:16.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:29:15] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-12T09:29:16.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:15 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:15.991+0000 7f543a1f8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:29:16.572 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:16 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:16.299+0000 7f543a1f8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:29:16.572 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:16 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:16.571+0000 7f543a1f8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:29:16.829 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:16 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:16.828+0000 7f543a1f8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:29:16.829 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:16 smithi165 ceph-mon[33336]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:16.829 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:16 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:16.829 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:16 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:16.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:16 smithi083 ceph-mon[41278]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:16.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:16 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:16.955 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:16 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:16.955 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:16 smithi083 ceph-mon[29829]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:16.955 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:16 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:16.955 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:16 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:17.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:17 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:17.704+0000 7f543a1f8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:29:17.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:17 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:17.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:17 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:18.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:17 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:18.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:17 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:17 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:17 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:18.372 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:18.293+0000 7f543a1f8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:29:18.627 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:18.396+0000 7f543a1f8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:29:18.628 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:18.626+0000 7f543a1f8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:29:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-mon[33336]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2027321640' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-mon[33336]: Standby manager daemon x restarted 2024-04-12T09:29:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-mon[33336]: Standby manager daemon x started 2024-04-12T09:29:18.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:29:18.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:29:18.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:29:18.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:29:18.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:29:18.994 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: [12/Apr/2024:09:29:18] ENGINE Bus STARTING 2024-04-12T09:29:18.994 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: CherryPy Checker: 2024-04-12T09:29:18.995 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: The Application mounted at '' has an empty config. 2024-04-12T09:29:18.995 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:18.995 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: [12/Apr/2024:09:29:18] ENGINE Serving on http://:::9283 2024-04-12T09:29:18.995 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: [12/Apr/2024:09:29:18] ENGINE Bus STARTED 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[41278]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2027321640' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[41278]: Standby manager daemon x restarted 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[41278]: Standby manager daemon x started 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:29:19.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[29829]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:19.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/2027321640' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:19.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[29829]: Standby manager daemon x restarted 2024-04-12T09:29:19.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[29829]: Standby manager daemon x started 2024-04-12T09:29:19.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:29:19.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:29:19.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:29:19.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:18 smithi083 ceph-mon[29829]: from='mgr.? 172.21.15.165:0/1080840794' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:29:20.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:19 smithi083 ceph-mon[41278]: mgrmap e32: y(active, since 28s), standbys: x 2024-04-12T09:29:20.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:19 smithi083 ceph-mon[41278]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:20.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:19 smithi083 ceph-mon[29829]: mgrmap e32: y(active, since 28s), standbys: x 2024-04-12T09:29:20.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:19 smithi083 ceph-mon[29829]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:20.179 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:19 smithi165 ceph-mon[33336]: mgrmap e32: y(active, since 28s), standbys: x 2024-04-12T09:29:20.179 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:19 smithi165 ceph-mon[33336]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:21.005 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:20 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 4. 2024-04-12T09:29:21.005 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:20 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:21.006 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:20 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:21.006 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:20 smithi165 podman[86664]: 2024-04-12 09:29:20.880576894 +0000 UTC m=+0.017547510 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.006 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/173337997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: Upgrade: Setting container_image for all mgr 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T09:29:21.007 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:20 smithi165 ceph-mon[33336]: Upgrade: It appears safe to stop mon.a 2024-04-12T09:29:21.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:21.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:21.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:21.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:21.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/173337997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: Upgrade: Setting container_image for all mgr 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T09:29:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[41278]: Upgrade: It appears safe to stop mon.a 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/173337997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:21.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: Upgrade: Setting container_image for all mgr 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T09:29:21.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:20 smithi083 ceph-mon[29829]: Upgrade: It appears safe to stop mon.a 2024-04-12T09:29:21.324 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 podman[86664]: 2024-04-12 09:29:21.005421016 +0000 UTC m=+0.142391628 container create 6f90a5760e7bad125fd0c7bbc80aac0f59c9b36dc211341f00980b228bb0cab1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, release=239.1651231664, description=Ceph Grafana Container, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, vcs-type=git, maintainer=Paul Cuzner , distribution-scope=public, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897) 2024-04-12T09:29:21.324 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 podman[86664]: 2024-04-12 09:29:21.224393941 +0000 UTC m=+0.361364552 container init 6f90a5760e7bad125fd0c7bbc80aac0f59c9b36dc211341f00980b228bb0cab1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, io.openshift.tags=base rhel8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, version=8.5, vcs-type=git, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , io.buildah.version=1.32.0) 2024-04-12T09:29:21.324 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 podman[86664]: 2024-04-12 09:29:21.22957142 +0000 UTC m=+0.366542031 container start 6f90a5760e7bad125fd0c7bbc80aac0f59c9b36dc211341f00980b228bb0cab1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, vcs-type=git, release=239.1651231664, io.openshift.tags=base rhel8, distribution-scope=public, architecture=x86_64, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, name=ubi8) 2024-04-12T09:29:21.694 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 bash[86664]: 6f90a5760e7bad125fd0c7bbc80aac0f59c9b36dc211341f00980b228bb0cab1 2024-04-12T09:29:21.694 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:21.694 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[86678]: logger=settings t=2024-04-12T09:29:21.38385957Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:29:21.694 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 podman[86714]: 2024-04-12 09:29:21.409707442 +0000 UTC m=+0.018817583 container died 6f90a5760e7bad125fd0c7bbc80aac0f59c9b36dc211341f00980b228bb0cab1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, description=Ceph Grafana Container, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, maintainer=Paul Cuzner , vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, name=ubi8) 2024-04-12T09:29:22.242 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 podman[86714]: 2024-04-12 09:29:21.977245569 +0000 UTC m=+0.586355713 container remove 6f90a5760e7bad125fd0c7bbc80aac0f59c9b36dc211341f00980b228bb0cab1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , name=ubi8, release=239.1651231664, architecture=x86_64, com.redhat.component=ubi8-container, io.openshift.expose-services=, vcs-type=git, version=8.5, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-12T09:29:22.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:21 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:29:22.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:22 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:29:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[41278]: Upgrade: Updating mon.a 2024-04-12T09:29:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[41278]: Deploying daemon mon.a on smithi083 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[41278]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/783045010' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[29829]: Upgrade: Updating mon.a 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[29829]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[29829]: Deploying daemon mon.a on smithi083 2024-04-12T09:29:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[29829]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:23.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 ceph-mon[29829]: from='client.? 172.21.15.83:0/783045010' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:23 smithi165 ceph-mon[33336]: Upgrade: Updating mon.a 2024-04-12T09:29:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:23 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' 2024-04-12T09:29:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:23 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:29:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:23 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:29:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:23 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:23 smithi165 ceph-mon[33336]: Deploying daemon mon.a on smithi083 2024-04-12T09:29:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:23 smithi165 ceph-mon[33336]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:23.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:23 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/783045010' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:24.271 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:23 smithi083 systemd[1]: Stopping Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:24.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a[29806]: 2024-04-12T09:29:24.269+0000 7efd0c9f5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:29:24.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a[29806]: 2024-04-12T09:29:24.269+0000 7efd0c9f5700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-12T09:29:24.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:24 smithi083 podman[103670]: 2024-04-12 09:29:24.311150332 +0000 UTC m=+0.184662323 container died 57c78b8bcb1a86890991f141b95503c768b5693e94dc7b40aa2d8c93ed9d29d7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T09:29:24.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:24] ENGINE Bus STOPPING 2024-04-12T09:29:24.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:29:24.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:24] ENGINE Bus STOPPED 2024-04-12T09:29:24.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:24] ENGINE Bus STARTING 2024-04-12T09:29:24.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:24] ENGINE Serving on http://:::9283 2024-04-12T09:29:24.555 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:24] ENGINE Bus STARTED 2024-04-12T09:29:24.960 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:24 smithi083 podman[103670]: 2024-04-12 09:29:24.676088747 +0000 UTC m=+0.549600742 container cleanup 57c78b8bcb1a86890991f141b95503c768b5693e94dc7b40aa2d8c93ed9d29d7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:29:24.961 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:24 smithi083 bash[103670]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a 2024-04-12T09:29:25.299 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:24 smithi083 podman[103700]: 2024-04-12 09:29:24.960939382 +0000 UTC m=+0.651870218 container remove 57c78b8bcb1a86890991f141b95503c768b5693e94dc7b40aa2d8c93ed9d29d7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:29:25.299 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T09:29:25.299 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 systemd[1]: Stopped Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:25.299 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a.service: Consumed 12.104s CPU time. 2024-04-12T09:29:25.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 systemd[1]: Starting Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:25.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 podman[103862]: 2024-04-12 09:29:25.414688466 +0000 UTC m=+0.017382951 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:29:25.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 podman[103862]: 2024-04-12 09:29:25.521024925 +0000 UTC m=+0.123719438 container create d0be0853082bf025a98338863988057f679e05e01794663bd6cf8cb4a24abfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-12T09:29:26.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:29:25] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-12T09:29:26.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 podman[103862]: 2024-04-12 09:29:25.732539702 +0000 UTC m=+0.335234176 container init d0be0853082bf025a98338863988057f679e05e01794663bd6cf8cb4a24abfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-b277feb) 2024-04-12T09:29:26.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 podman[103862]: 2024-04-12 09:29:25.737753201 +0000 UTC m=+0.340447672 container start d0be0853082bf025a98338863988057f679e05e01794663bd6cf8cb4a24abfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-12T09:29:26.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev), process ceph-mon, pid 7 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: pidfile_write: ignore empty --pid-file 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: load: jerasure load: lrc 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: RocksDB version: 7.9.2 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Git sha 0 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Compile date 2024-04-09 21:18:54 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: DB SUMMARY 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: DB Session ID: P4RZX9T6Y6EASQJTM3YL 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: CURRENT file: CURRENT 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: MANIFEST file: MANIFEST-000015 size: 972 Bytes 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000030.sst 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000028.log size: 2527648 ; 2024-04-12T09:29:26.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.error_if_exists: 0 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.create_if_missing: 0 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.paranoid_checks: 1 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.env: 0x559195ef5c60 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.info_log: 0x559196c13ae0 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.statistics: (nil) 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.use_fsync: 0 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_log_file_size: 0 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T09:29:26.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.allow_fallocate: 1 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.use_direct_reads: 0 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.db_log_dir: 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.wal_dir: 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T09:29:26.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.write_buffer_manager: 0x559196be6820 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T09:29:26.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T09:29:26.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.unordered_write: 0 2024-04-12T09:29:26.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T09:29:26.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T09:29:26.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T09:29:26.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T09:29:26.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.row_cache: None 2024-04-12T09:29:26.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.wal_filter: None 2024-04-12T09:29:26.060 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.two_write_queues: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.wal_compression: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.atomic_flush: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.log_readahead_size: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T09:29:26.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_background_jobs: 2 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_background_compactions: -1 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_subcompactions: 1 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T09:29:26.062 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_open_files: -1 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_background_flushes: -1 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Compression algorithms supported: 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: kZSTD supported: 0 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: kXpressCompression supported: 0 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: kZlibCompression supported: 1 2024-04-12T09:29:26.063 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: kSnappyCompression supported: 1 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: kLZ4Compression supported: 1 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: kBZip2Compression supported: 0 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.merge_operator: 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_filter: None 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559196c13be0) 2024-04-12T09:29:26.064 INFO:journalctl@ceph.mon.a.smithi083.stdout: cache_index_and_filter_blocks: 1 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: pin_top_level_index_and_filter: 1 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_type: 0 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: data_block_index_type: 0 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_shortening: 1 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: checksum: 4 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: no_block_cache: 0 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache: 0x559196c17090 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_name: BinnedLRUCache 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_options: 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: capacity : 536870912 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: num_shard_bits : 4 2024-04-12T09:29:26.065 INFO:journalctl@ceph.mon.a.smithi083.stdout: strict_capacity_limit : 0 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: high_pri_pool_ratio: 0.000 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_compressed: (nil) 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: persistent_cache: (nil) 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_size: 4096 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_size_deviation: 10 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_restart_interval: 16 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_block_restart_interval: 1 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: metadata_block_size: 4096 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: partition_filters: 0 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: use_delta_encoding: 1 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: filter_policy: bloomfilter 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: whole_key_filtering: 1 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: verify_compression: 0 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: read_amp_bytes_per_bit: 0 2024-04-12T09:29:26.066 INFO:journalctl@ceph.mon.a.smithi083.stdout: format_version: 5 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout: enable_index_compression: 1 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_align: 0 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout: max_auto_readahead_size: 262144 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout: prepopulate_block_cache: 0 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout: initial_auto_readahead_size: 8192 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression: NoCompression 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T09:29:26.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.num_levels: 7 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T09:29:26.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T09:29:26.069 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T09:29:26.070 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.table_properties_collectors: 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.inplace_update_support: 0 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T09:29:26.071 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.bloom_locality: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.max_successive_merges: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.ttl: 2592000 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.enable_blob_files: false 2024-04-12T09:29:26.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.min_blob_size: 0 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 30.sst 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 32, last_sequence is 10662, log_number is 28,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 28 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3b8c0dd9-d235-41c3-94c3-439060a23bd7 2024-04-12T09:29:26.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914165767196, "job": 1, "event": "recovery_started", "wal_files": [28]} 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #28 mode 2 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914165774300, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 33, "file_size": 2310363, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 10663, "largest_seqno": 11813, "table_properties": {"data_size": 2304426, "index_size": 3574, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1349, "raw_key_size": 12218, "raw_average_key_size": 23, "raw_value_size": 2293053, "raw_average_value_size": 4326, "num_data_blocks": 165, "num_entries": 530, "num_filter_entries": 530, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712914165, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3b8c0dd9-d235-41c3-94c3-439060a23bd7", "db_session_id": "P4RZX9T6Y6EASQJTM3YL", "orig_file_number": 33, "seqno_to_time_mapping": "N/A"}} 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914165774373, "job": 1, "event": "recovery_finished"} 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/version_set.cc:5047] Creating manifest 35 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000028.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559196d08000 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: DB pointer 0x559196cf2000 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** DB Stats ** 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T09:29:26.074 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: L0 1/0 2.20 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 638.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: L6 1/0 6.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: Sum 2/0 8.64 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 638.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 638.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.075 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 638.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T09:29:26.076 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative compaction: 0.00 GB write, 234.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval compaction: 0.00 GB write, 234.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: Block cache BinnedLRUCache@0x559196c17090#7 capacity: 512.00 MB usage: 5.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.41 KB,0.000268221%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: starting mon.a rank 0 at public addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] at bind addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: mon.a@-1(???) e3 preinit fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: mon.a@-1(???).mds e9 new map 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: mon.a@-1(???).mds e9 print_map 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: e9 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: legacy client fscid: 1 2024-04-12T09:29:26.077 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: Filesystem 'foo' (1) 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: fs_name foo 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: epoch 8 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: created 2024-04-12T09:25:19.097104+0000 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: modified 2024-04-12T09:25:36.495492+0000 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: tableserver 0 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: root 0 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: session_timeout 60 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: session_autoclose 300 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: max_file_size 1099511627776 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: max_xattr_size 65536 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: required_client_features {} 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: last_failure 0 2024-04-12T09:29:26.078 INFO:journalctl@ceph.mon.a.smithi083.stdout: last_failure_osd_epoch 0 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: max_mds 1 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: in 0 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: up {0=14658} 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: failed 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: damaged 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: stopped 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: data_pools [4] 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: metadata_pool 3 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: inline_data disabled 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: balancer 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: bal_rank_mask -1 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: standby_count_wanted 1 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: qdb_cluster leader: 0 members: 2024-04-12T09:29:26.079 INFO:journalctl@ceph.mon.a.smithi083.stdout: [mds.foo.smithi083.srygwg{0:14658} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout: Standby daemons: 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout: [mds.foo.smithi165.bkjpul{-1:24502} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: mon.a@-1(???).osd e87 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: mon.a@-1(???).osd e87 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: mon.a@-1(???).osd e87 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: mon.a@-1(???).osd e87 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 ceph-mon[103899]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 bash[103862]: d0be0853082bf025a98338863988057f679e05e01794663bd6cf8cb4a24abfb4 2024-04-12T09:29:26.080 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:25 smithi083 systemd[1]: Started Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:28.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: ignoring --setuser ceph since I am not root 2024-04-12T09:29:28.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: ignoring --setgroup ceph since I am not root 2024-04-12T09:29:28.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mgr[82979]: -- 172.21.15.165:0/2911618330 <== mon.1 v2:172.21.15.165:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558e695005a0 con 0x558e694d4800 2024-04-12T09:29:28.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/4099622622' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2543068829' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: mon.a calling monitor election 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: monmap epoch 3 2024-04-12T09:29:28.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: last_changed 2024-04-12T09:20:06.057179+0000 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: min_mon_release 17 (quincy) 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: election_strategy: 1 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: mgrmap e32: y(active, since 39s), standbys: x 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: daemon grafana.a on smithi165 is in unknown state 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: from='mgr.25733 ' entity='' 2024-04-12T09:29:28.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:28 smithi165 ceph-mon[33336]: mgrmap e33: y(active, since 39s), standbys: x 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ignoring --setuser ceph since I am not root 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ignoring --setgroup ceph since I am not root 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mgr[94569]: -- 172.21.15.83:0/436806851 <== mon.2 v2:172.21.15.83:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56249f2ce5a0 con 0x56249f2a2800 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/4099622622' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/2543068829' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: mon.a calling monitor election 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: monmap epoch 3 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: last_changed 2024-04-12T09:20:06.057179+0000 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: min_mon_release 17 (quincy) 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: election_strategy: 1 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: mgrmap e32: y(active, since 39s), standbys: x 2024-04-12T09:29:29.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: daemon grafana.a on smithi165 is in unknown state 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: from='mgr.25733 ' entity='' 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[41278]: mgrmap e33: y(active, since 39s), standbys: x 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: from='mgr.25733 172.21.15.83:0/1157628805' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/4099622622' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2543068829' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:29.306 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: mon.a calling monitor election 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: monmap epoch 3 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: last_changed 2024-04-12T09:20:06.057179+0000 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: min_mon_release 17 (quincy) 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: election_strategy: 1 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: mgrmap e32: y(active, since 39s), standbys: x 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: daemon grafana.a on smithi165 is in unknown state 2024-04-12T09:29:29.307 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: from='mgr.25733 ' entity='' 2024-04-12T09:29:29.308 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:28 smithi083 ceph-mon[103899]: mgrmap e33: y(active, since 39s), standbys: x 2024-04-12T09:29:29.742 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:29 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:29.374+0000 7f5168ce4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:29:29.743 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:29 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:29.469+0000 7f5168ce4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:29:29.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:29 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:29.380+0000 7f8f0c5a7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T09:29:29.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:29 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:29.474+0000 7f8f0c5a7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T09:29:29.992 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 1 2024-04-12T09:29:30.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/1321735868' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:30.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1321735868' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:30.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:30.133+0000 7f8f0c5a7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:29:30.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:30.230+0000 7f8f0c5a7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:29:30.339 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1321735868' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:29:30.339 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:30.105+0000 7f5168ce4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T09:29:30.340 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:30.197+0000 7f5168ce4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T09:29:30.340 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:30.338+0000 7f5168ce4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:29:30.661 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:30.374+0000 7f8f0c5a7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T09:29:30.661 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:30.471+0000 7f8f0c5a7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:29:30.661 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:30.554+0000 7f8f0c5a7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:29:30.686 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T09:29:30.742 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:30.435+0000 7f5168ce4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T09:29:30.742 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:30.518+0000 7f5168ce4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T09:29:30.948 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:29:30.952 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:30.829+0000 7f8f0c5a7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:29:30.952 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:30 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:30.951+0000 7f8f0c5a7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:29:31.073 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:30.781+0000 7f5168ce4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T09:29:31.073 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:30.891+0000 7f5168ce4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T09:29:31.073 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:30 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:30.977+0000 7f5168ce4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:29:31.073 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:31 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:31.072+0000 7f5168ce4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:29:31.225 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:31 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:31.042+0000 7f8f0c5a7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T09:29:31.225 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:31 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:31.141+0000 7f8f0c5a7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T09:29:31.490 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:31 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:31.324+0000 7f8f0c5a7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:29:31.492 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:31 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:31.250+0000 7f5168ce4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T09:29:32.429 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:32 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:32.308+0000 7f8f0c5a7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:29:32.477 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 5. 2024-04-12T09:29:32.478 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:32.478 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:32.478 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:32.210+0000 7f5168ce4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T09:29:32.478 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:32.358+0000 7f5168ce4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:29:32.738 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:32.708+0000 7f5168ce4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:29:32.738 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 podman[86875]: 2024-04-12 09:29:32.379742495 +0000 UTC m=+0.018580589 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:29:32.738 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 podman[86875]: 2024-04-12 09:29:32.511194299 +0000 UTC m=+0.150032393 container create 88ee103ff6552c473e5b4d5aba1f5fee20e8a1e6c8d073bfd8edc24e2c9f4319 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, maintainer=Paul Cuzner , release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, description=Ceph Grafana Container, vcs-type=git, io.buildah.version=1.32.0, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, com.redhat.component=ubi8-container, version=8.5, distribution-scope=public, vendor=Red Hat, Inc.) 2024-04-12T09:29:32.738 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 podman[86875]: 2024-04-12 09:29:32.738310899 +0000 UTC m=+0.377148996 container init 88ee103ff6552c473e5b4d5aba1f5fee20e8a1e6c8d073bfd8edc24e2c9f4319 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, name=ubi8, distribution-scope=public, vendor=Red Hat, Inc., io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.component=ubi8-container, vcs-type=git, release=239.1651231664, description=Ceph Grafana Container, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-12T09:29:32.797 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:32 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:32.445+0000 7f8f0c5a7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T09:29:32.797 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:32 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:32.795+0000 7f8f0c5a7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T09:29:32.993 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:32.807+0000 7f5168ce4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:29:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 podman[86875]: 2024-04-12 09:29:32.743928628 +0000 UTC m=+0.382766722 container start 88ee103ff6552c473e5b4d5aba1f5fee20e8a1e6c8d073bfd8edc24e2c9f4319 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, distribution-scope=public, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, io.openshift.expose-services=, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, vendor=Red Hat, Inc., version=8.5) 2024-04-12T09:29:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 bash[86875]: 88ee103ff6552c473e5b4d5aba1f5fee20e8a1e6c8d073bfd8edc24e2c9f4319 2024-04-12T09:29:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[86890]: logger=settings t=2024-04-12T09:29:32.901450657Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:29:32.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:32 smithi165 podman[86929]: 2024-04-12 09:29:32.936717321 +0000 UTC m=+0.023516882 container died 88ee103ff6552c473e5b4d5aba1f5fee20e8a1e6c8d073bfd8edc24e2c9f4319 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, name=ubi8, io.openshift.expose-services=, vendor=Red Hat, Inc., release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, maintainer=Paul Cuzner , io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T09:29:33.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:32 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:32.889+0000 7f8f0c5a7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T09:29:33.493 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:33 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:33.023+0000 7f5168ce4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:29:33.493 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:33 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:33.215+0000 7f5168ce4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:29:33.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:33 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:33.087+0000 7f8f0c5a7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:29:33.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:33 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:33.275+0000 7f8f0c5a7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T09:29:33.778 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:33 smithi165 podman[86929]: 2024-04-12 09:29:33.508131155 +0000 UTC m=+0.594930719 container remove 88ee103ff6552c473e5b4d5aba1f5fee20e8a1e6c8d073bfd8edc24e2c9f4319 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vcs-type=git, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.openshift.expose-services=, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public) 2024-04-12T09:29:33.778 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:33 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:29:33.778 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:33 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:33.508+0000 7f5168ce4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:29:33.829 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:33 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:33.564+0000 7f8f0c5a7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T09:29:34.052 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:33 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:29:34.052 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:33 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:33.808+0000 7f5168ce4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:29:34.303 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:33 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:33.828+0000 7f8f0c5a7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T09:29:34.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:34 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:34.070+0000 7f8f0c5a7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:29:34.492 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:34.051+0000 7f5168ce4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T09:29:35.242 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:34 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:34.861+0000 7f5168ce4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:29:35.303 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:34 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:34.881+0000 7f8f0c5a7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T09:29:35.517 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:35.448+0000 7f5168ce4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:29:35.783 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.457+0000 7f8f0c5a7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T09:29:35.783 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.559+0000 7f8f0c5a7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:29:35.783 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.782+0000 7f8f0c5a7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:29:35.791 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:35.554+0000 7f5168ce4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T09:29:36.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: Active manager daemon y restarted 2024-04-12T09:29:36.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: Activating manager daemon y 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: mgrmap e34: y(active, starting, since 0.00573927s), standbys: x 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:29:36.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: Standby manager daemon x restarted 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: Standby manager daemon x started 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[41278]: Manager daemon y is now available 2024-04-12T09:29:36.056 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:35] ENGINE Bus STARTING 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.904+0000 7f8e719ca700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.904+0000 7f8e719ca700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.904+0000 7f8e719ca700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.904+0000 7f8e719ca700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.904+0000 7f8e719ca700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.907+0000 7f8e6b9be700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.907+0000 7f8e6b9be700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.907+0000 7f8e6b9be700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.907+0000 7f8e6b9be700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:35.907+0000 7f8e6b9be700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: CherryPy Checker: 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: The Application mounted at '' has an empty config. 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:35] ENGINE Serving on http://:::9283 2024-04-12T09:29:36.057 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:29:35] ENGINE Bus STARTED 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: Active manager daemon y restarted 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: Activating manager daemon y 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: mgrmap e34: y(active, starting, since 0.00573927s), standbys: x 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:29:36.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: Standby manager daemon x restarted 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: Standby manager daemon x started 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:29:36.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:35 smithi083 ceph-mon[103899]: Manager daemon y is now available 2024-04-12T09:29:36.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:35.790+0000 7f5168ce4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T09:29:36.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: [12/Apr/2024:09:29:35] ENGINE Bus STARTING 2024-04-12T09:29:36.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: CherryPy Checker: 2024-04-12T09:29:36.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: The Application mounted at '' has an empty config. 2024-04-12T09:29:36.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: 2024-04-12T09:29:36.243 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: [12/Apr/2024:09:29:35] ENGINE Serving on http://:::9283 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x[82956]: [12/Apr/2024:09:29:35] ENGINE Bus STARTED 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: Active manager daemon y restarted 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: Activating manager daemon y 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: mgrmap e34: y(active, starting, since 0.00573927s), standbys: x 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.srygwg"}]: dispatch 2024-04-12T09:29:36.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.bkjpul"}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: Standby manager daemon x restarted 2024-04-12T09:29:36.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: Standby manager daemon x started 2024-04-12T09:29:36.246 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T09:29:36.246 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T09:29:36.246 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T09:29:36.246 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: from='mgr.? 172.21.15.165:0/2799829068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T09:29:36.246 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:35 smithi165 ceph-mon[33336]: Manager daemon y is now available 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:alertmanager.a smithi083 *:9093,9094 running (84s) 42s ago 5m 26.0M - 0.25.0 c8568f914cd2 0ded26a5d879 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:grafana.a smithi165 *:3000 unknown 21s ago 4m - - 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi083.srygwg smithi083 running (4m) 42s ago 4m 16.7M - 17.2.7-827-gd3b5060a 21de9b7369ad 01f55cfde19d 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi165.bkjpul smithi165 running (4m) 21s ago 4m 14.7M - 17.2.7-827-gd3b5060a 21de9b7369ad 8dc0a6b521f0 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.x smithi165 *:8443,9283,8765 running (25s) 21s ago 9m 76.1M - 19.0.0-2053-gb277feb2 668895944f0e 3d20443c0602 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.y smithi083 *:8443,9283,8765 running (56s) 42s ago 10m 475M - 19.0.0-2053-gb277feb2 668895944f0e 479b278f428f 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:mon.a smithi083 running (10m) 42s ago 11m 51.9M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 57c78b8bcb1a 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:mon.b smithi165 running (9m) 21s ago 9m 42.5M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 83fc0e80d3c0 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:mon.c smithi083 running (9m) 42s ago 9m 42.3M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 974d927e3293 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.a smithi083 *:9100 running (81s) 42s ago 4m 8288k - 1.5.0 0da6a335fe13 95fcc0eb74dd 2024-04-12T09:29:36.811 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.b smithi165 *:9100 running (62s) 21s ago 4m 14.3M - 1.5.0 0da6a335fe13 32c02ede7acf 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 smithi083 running (8m) 42s ago 8m 48.3M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 2e79ec1286d2 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 smithi083 running (8m) 42s ago 8m 48.6M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 4b061a81b56b 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 smithi083 running (8m) 42s ago 8m 44.8M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 0323d2875d1b 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 smithi083 running (7m) 42s ago 7m 42.3M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1d1084a43cb6 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 smithi165 running (7m) 21s ago 7m 44.0M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad a0ed6898ab34 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 smithi165 running (6m) 21s ago 6m 45.1M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1da125f69005 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 smithi165 running (6m) 21s ago 6m 45.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 0d68dde9a912 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 smithi165 running (6m) 21s ago 6m 52.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 8c3c2e53fe3a 2024-04-12T09:29:36.812 INFO:teuthology.orchestra.run.smithi083.stdout:prometheus.a smithi165 *:9095 running (32s) 21s ago 5m 38.0M - 2.43.0 a07b618ecd1d a4fc77b5a1eb 2024-04-12T09:29:37.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:29:36.800+0000 7f8ec2752700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-12T09:29:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:29:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:29:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[41278]: mgrmap e35: y(active, since 1.01129s), standbys: x 2024-04-12T09:29:37.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:37.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:37.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:29:37.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:29:37.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:37.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:37.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:36 smithi083 ceph-mon[103899]: mgrmap e35: y(active, since 1.01129s), standbys: x 2024-04-12T09:29:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:36 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:36 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:36 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T09:29:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:36 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T09:29:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:36 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:36 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:36 smithi165 ceph-mon[33336]: mgrmap e35: y(active, since 1.01129s), standbys: x 2024-04-12T09:29:37.543 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade pause' 2024-04-12T09:29:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:37 smithi165 ceph-mon[33336]: [12/Apr/2024:09:29:36] ENGINE Bus STARTING 2024-04-12T09:29:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:37 smithi165 ceph-mon[33336]: [12/Apr/2024:09:29:36] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:29:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:37 smithi165 ceph-mon[33336]: [12/Apr/2024:09:29:36] ENGINE Serving on http://172.21.15.83:8765 2024-04-12T09:29:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:37 smithi165 ceph-mon[33336]: [12/Apr/2024:09:29:36] ENGINE Bus STARTED 2024-04-12T09:29:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:37 smithi165 ceph-mon[33336]: from='client.34119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:29:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:37 smithi165 ceph-mon[33336]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:37 smithi165 ceph-mon[33336]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T09:29:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:37 smithi165 ceph-mon[33336]: Cluster is now healthy 2024-04-12T09:29:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[103899]: [12/Apr/2024:09:29:36] ENGINE Bus STARTING 2024-04-12T09:29:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[103899]: [12/Apr/2024:09:29:36] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:29:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[103899]: [12/Apr/2024:09:29:36] ENGINE Serving on http://172.21.15.83:8765 2024-04-12T09:29:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[103899]: [12/Apr/2024:09:29:36] ENGINE Bus STARTED 2024-04-12T09:29:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[103899]: from='client.34119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:29:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[103899]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[103899]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[103899]: Cluster is now healthy 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[41278]: [12/Apr/2024:09:29:36] ENGINE Bus STARTING 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[41278]: [12/Apr/2024:09:29:36] ENGINE Serving on https://172.21.15.83:7150 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[41278]: [12/Apr/2024:09:29:36] ENGINE Serving on http://172.21.15.83:8765 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[41278]: [12/Apr/2024:09:29:36] ENGINE Bus STARTED 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[41278]: from='client.34119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[41278]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[41278]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T09:29:38.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:37 smithi083 ceph-mon[41278]: Cluster is now healthy 2024-04-12T09:29:38.422 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:29:38.981 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:38 smithi083 ceph-mon[103899]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:38.981 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:38 smithi083 ceph-mon[103899]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-12T09:29:38.981 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:38 smithi083 ceph-mon[41278]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:38.981 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:38 smithi083 ceph-mon[41278]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-12T09:29:38.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:38 smithi165 ceph-mon[33336]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:38.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:38 smithi165 ceph-mon[33336]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-12T09:29:40.935 INFO:teuthology.orchestra.run.smithi083.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:29:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:40 smithi165 ceph-mon[33336]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:40 smithi165 ceph-mon[33336]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-12T09:29:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:40 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:40 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:40 smithi083 ceph-mon[103899]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:40 smithi083 ceph-mon[103899]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-12T09:29:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:40 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:40 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:40 smithi083 ceph-mon[41278]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:40 smithi083 ceph-mon[41278]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-12T09:29:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:40 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:40 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.948 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:41 smithi165 ceph-mon[33336]: from='client.25958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:29:41.949 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:41 smithi165 ceph-mon[33336]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:29:41.949 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:41 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.949 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:41 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.949 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:41 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:41.949 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:41 smithi165 ceph-mon[33336]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:42.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[41278]: from='client.25958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:29:42.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[41278]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:29:42.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:42.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:42.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:42.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[41278]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[103899]: from='client.25958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:29:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[103899]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:29:42.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:42.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:42.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:42.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:41 smithi083 ceph-mon[103899]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:42.317 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'sleep 60' 2024-04-12T09:29:42.917 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:29:44.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:43 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:44.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:43 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:44.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:43 smithi083 ceph-mon[103899]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:29:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:43 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:43 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:43 smithi083 ceph-mon[41278]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:29:44.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:43 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:44.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:43 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:44.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:43 smithi165 ceph-mon[33336]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T09:29:44.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:43 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 6. 2024-04-12T09:29:44.244 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:43 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:44.244 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:44 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:44.985 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:44 smithi165 podman[90274]: 2024-04-12 09:29:44.740346201 +0000 UTC m=+0.019599444 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:29:44.985 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:44 smithi165 podman[90274]: 2024-04-12 09:29:44.854627629 +0000 UTC m=+0.133880864 container create 4bff7a118774358c6a67aec809610a6f683c120622b3463934925fcd876460b6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, architecture=x86_64, release=239.1651231664, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., vcs-type=git, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.buildah.version=1.32.0, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-04-12T09:29:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:29:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:29:45.494 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:45 smithi165 podman[90274]: 2024-04-12 09:29:45.115923803 +0000 UTC m=+0.395177039 container init 4bff7a118774358c6a67aec809610a6f683c120622b3463934925fcd876460b6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, distribution-scope=public, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T09:29:45.494 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:45 smithi165 podman[90274]: 2024-04-12 09:29:45.121031621 +0000 UTC m=+0.400284857 container start 4bff7a118774358c6a67aec809610a6f683c120622b3463934925fcd876460b6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, vendor=Red Hat, Inc., vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , version=8.5, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, architecture=x86_64, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-04-12T09:29:45.494 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:45 smithi165 bash[90274]: 4bff7a118774358c6a67aec809610a6f683c120622b3463934925fcd876460b6 2024-04-12T09:29:45.494 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:45 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:45.494 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[90524]: logger=settings t=2024-04-12T09:29:45.280067146Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:29:45.494 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:45 smithi165 podman[90822]: 2024-04-12 09:29:45.311180575 +0000 UTC m=+0.018970523 container died 4bff7a118774358c6a67aec809610a6f683c120622b3463934925fcd876460b6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, name=ubi8, release=239.1651231664, version=8.5, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.openshift.expose-services=, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, distribution-scope=public) 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[103899]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[103899]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-12T09:29:45.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.conf 2024-04-12T09:29:46.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:29:45] "GET /metrics HTTP/1.1" 200 31289 "" "Prometheus/2.43.0" 2024-04-12T09:29:46.214 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:45 smithi165 podman[90822]: 2024-04-12 09:29:45.954151494 +0000 UTC m=+0.661941428 container remove 4bff7a118774358c6a67aec809610a6f683c120622b3463934925fcd876460b6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , version=8.5, architecture=x86_64, io.openshift.expose-services=, io.openshift.tags=base rhel8, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, description=Ceph Grafana Container) 2024-04-12T09:29:46.215 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:45 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:29:46.492 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:46 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:29:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:47.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: Updating smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: Updating smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:29:47.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:29:47.057 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:29:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:47 smithi083 ceph-mon[41278]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:29:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:47 smithi083 ceph-mon[41278]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:47 smithi083 ceph-mon[41278]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:29:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:47 smithi083 ceph-mon[103899]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:29:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:47 smithi083 ceph-mon[103899]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:47 smithi083 ceph-mon[103899]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:29:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:47 smithi165 ceph-mon[33336]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T09:29:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:47 smithi165 ceph-mon[33336]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:47 smithi165 ceph-mon[33336]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T09:29:48.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:29:49.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:49 smithi165 ceph-mon[33336]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:50.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:49 smithi083 ceph-mon[41278]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:50.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:49 smithi083 ceph-mon[103899]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:51 smithi165 ceph-mon[33336]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:51 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:52.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:51 smithi083 ceph-mon[41278]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:51 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:52.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:51 smithi083 ceph-mon[103899]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-12T09:29:52.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:29:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:53 smithi165 ceph-mon[33336]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:54.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:53 smithi083 ceph-mon[103899]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:54.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:53 smithi083 ceph-mon[41278]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:55.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:55 smithi165 ceph-mon[33336]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:55 smithi083 ceph-mon[41278]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:55 smithi083 ceph-mon[103899]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:56.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:29:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:29:55] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-12T09:29:56.562 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 7. 2024-04-12T09:29:56.563 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:56.563 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:29:56.563 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 podman[91411]: 2024-04-12 09:29:56.380001863 +0000 UTC m=+0.017684918 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:29:56.898 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 podman[91411]: 2024-04-12 09:29:56.562697381 +0000 UTC m=+0.200380428 container create 9d6f4283472f0004d4a9257de27003c52ecb1c062ad3592f6892e341ba720867 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, version=8.5, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, release=239.1651231664, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, vcs-type=git, maintainer=Paul Cuzner ) 2024-04-12T09:29:56.898 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 podman[91411]: 2024-04-12 09:29:56.790246448 +0000 UTC m=+0.427930624 container init 9d6f4283472f0004d4a9257de27003c52ecb1c062ad3592f6892e341ba720867 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, distribution-scope=public, vcs-type=git, com.redhat.component=ubi8-container, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, io.openshift.expose-services=, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, name=ubi8) 2024-04-12T09:29:56.898 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 podman[91411]: 2024-04-12 09:29:56.795930747 +0000 UTC m=+0.433613797 container start 9d6f4283472f0004d4a9257de27003c52ecb1c062ad3592f6892e341ba720867 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, maintainer=Paul Cuzner , version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, vendor=Red Hat, Inc., distribution-scope=public) 2024-04-12T09:29:57.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 bash[91411]: 9d6f4283472f0004d4a9257de27003c52ecb1c062ad3592f6892e341ba720867 2024-04-12T09:29:57.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:29:57.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[91425]: logger=settings t=2024-04-12T09:29:56.949329591Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:29:57.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:56 smithi165 podman[91463]: 2024-04-12 09:29:56.98000683 +0000 UTC m=+0.018738939 container died 9d6f4283472f0004d4a9257de27003c52ecb1c062ad3592f6892e341ba720867 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, distribution-scope=public, maintainer=Paul Cuzner , io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, architecture=x86_64, description=Ceph Grafana Container, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664) 2024-04-12T09:29:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:57 smithi165 ceph-mon[33336]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:57.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:57 smithi165 podman[91463]: 2024-04-12 09:29:57.585225241 +0000 UTC m=+0.623957345 container remove 9d6f4283472f0004d4a9257de27003c52ecb1c062ad3592f6892e341ba720867 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vendor=Red Hat, Inc., io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, version=8.5, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8) 2024-04-12T09:29:57.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:57 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:29:57.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:29:57 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:29:58.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:57 smithi083 ceph-mon[41278]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:58.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:57 smithi083 ceph-mon[103899]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:29:58.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:29:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:29:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:29:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:29:59 smithi165 ceph-mon[33336]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:29:59 smithi083 ceph-mon[103899]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:00.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:29:59 smithi083 ceph-mon[41278]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:00.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:00 smithi165 ceph-mon[33336]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:30:01.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:00 smithi083 ceph-mon[41278]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:30:01.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:00 smithi083 ceph-mon[103899]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:30:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:01 smithi165 ceph-mon[33336]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:02.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:01 smithi083 ceph-mon[41278]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:01 smithi083 ceph-mon[103899]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:03.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:03 smithi165 ceph-mon[33336]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:04.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:03 smithi083 ceph-mon[41278]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:04.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:03 smithi083 ceph-mon[103899]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:05.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:05 smithi165 ceph-mon[33336]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:06.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:05 smithi083 ceph-mon[41278]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:06.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:05 smithi083 ceph-mon[103899]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:06.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:30:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:30:05] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-12T09:30:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:06 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:07.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:06 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:07.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:07 smithi165 ceph-mon[33336]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:08.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:07 smithi083 ceph-mon[103899]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:08.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:07 smithi083 ceph-mon[41278]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:08.260 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:07 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 8. 2024-04-12T09:30:08.260 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:07 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:30:08.260 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 systemd[1]: Starting Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:30:08.260 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 podman[91575]: 2024-04-12 09:30:08.125003619 +0000 UTC m=+0.017338848 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T09:30:08.260 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 podman[91575]: 2024-04-12 09:30:08.260587474 +0000 UTC m=+0.152922745 container create d81835aff0b2cd5d1884bd1c1e2a523aef2e5cce602d6ef3ed68816df659fb1d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, name=ubi8, io.buildah.version=1.32.0, architecture=x86_64, vendor=Red Hat, Inc., description=Ceph Grafana Container, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.openshift.expose-services=, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8) 2024-04-12T09:30:08.579 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 podman[91575]: 2024-04-12 09:30:08.49582232 +0000 UTC m=+0.388157549 container init d81835aff0b2cd5d1884bd1c1e2a523aef2e5cce602d6ef3ed68816df659fb1d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, version=8.5, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, io.openshift.expose-services=, release=239.1651231664, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-12T09:30:08.579 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 podman[91575]: 2024-04-12 09:30:08.50093906 +0000 UTC m=+0.393274292 container start d81835aff0b2cd5d1884bd1c1e2a523aef2e5cce602d6ef3ed68816df659fb1d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, io.openshift.tags=base rhel8, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, name=ubi8, io.buildah.version=1.32.0, architecture=x86_64, vcs-type=git, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., distribution-scope=public, build-date=2022-04-29T11:48:11.055897, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, maintainer=Paul Cuzner ) 2024-04-12T09:30:08.991 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:30:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:30:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:30:08.991 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 bash[91575]: d81835aff0b2cd5d1884bd1c1e2a523aef2e5cce602d6ef3ed68816df659fb1d 2024-04-12T09:30:08.991 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 systemd[1]: Started Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:30:08.991 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a[91590]: logger=settings t=2024-04-12T09:30:08.655017037Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T09:30:08.991 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:08 smithi165 podman[91626]: 2024-04-12 09:30:08.683911009 +0000 UTC m=+0.019006017 container died d81835aff0b2cd5d1884bd1c1e2a523aef2e5cce602d6ef3ed68816df659fb1d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, version=8.5, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, description=Ceph Grafana Container, com.redhat.component=ubi8-container) 2024-04-12T09:30:09.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:09 smithi165 podman[91626]: 2024-04-12 09:30:09.207613473 +0000 UTC m=+0.542708468 container remove d81835aff0b2cd5d1884bd1c1e2a523aef2e5cce602d6ef3ed68816df659fb1d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-grafana-a, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, version=8.5, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , distribution-scope=public) 2024-04-12T09:30:09.243 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:09 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T09:30:09.742 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:09 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:30:09.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:09 smithi165 ceph-mon[33336]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:10.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:09 smithi083 ceph-mon[103899]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:10.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:09 smithi083 ceph-mon[41278]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:11.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:11 smithi165 ceph-mon[33336]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:12.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:11 smithi083 ceph-mon[103899]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:12.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:11 smithi083 ceph-mon[41278]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:13.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:13 smithi165 ceph-mon[33336]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:14.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:13 smithi083 ceph-mon[103899]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:13 smithi083 ceph-mon[41278]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:15.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:15 smithi165 ceph-mon[33336]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:16.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:15 smithi083 ceph-mon[103899]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:16.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:15 smithi083 ceph-mon[41278]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:16.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:30:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:30:15] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-12T09:30:17.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:17 smithi165 ceph-mon[33336]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:18.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:17 smithi083 ceph-mon[103899]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:18.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:17 smithi083 ceph-mon[41278]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:18.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:30:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:30:18.664Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:30:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:19 smithi165 ceph-mon[33336]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:19.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:19 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 9. 2024-04-12T09:30:19.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:19 smithi165 systemd[1]: Stopped Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:30:19.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:19 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Start request repeated too quickly. 2024-04-12T09:30:19.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:19 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T09:30:19.993 INFO:journalctl@ceph.grafana.a.smithi165.stdout:Apr 12 09:30:19 smithi165 systemd[1]: Failed to start Ceph grafana.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:30:20.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:19 smithi083 ceph-mon[103899]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:20.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:19 smithi083 ceph-mon[41278]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:21.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:21 smithi165 ceph-mon[33336]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:21 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:22.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:21 smithi083 ceph-mon[103899]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:22.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:22.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:21 smithi083 ceph-mon[41278]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:22.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:21 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:23.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:23 smithi165 ceph-mon[33336]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:24.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:23 smithi083 ceph-mon[41278]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:23 smithi083 ceph-mon[103899]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:25.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:25 smithi165 ceph-mon[33336]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:26.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:25 smithi083 ceph-mon[103899]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:26.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:30:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:30:25] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-04-12T09:30:26.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:25 smithi083 ceph-mon[41278]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:27.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:27 smithi165 ceph-mon[33336]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:27 smithi083 ceph-mon[103899]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:28.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:27 smithi083 ceph-mon[41278]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:28.992 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:30:28 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:30:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:30:29.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:29 smithi165 ceph-mon[33336]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:30.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:29 smithi083 ceph-mon[103899]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:30.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:29 smithi083 ceph-mon[41278]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:32.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:31 smithi083 ceph-mon[103899]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:32.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:31 smithi083 ceph-mon[41278]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:32.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:31 smithi165 ceph-mon[33336]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:34.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:33 smithi083 ceph-mon[103899]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:34.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:33 smithi083 ceph-mon[41278]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:34.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:33 smithi165 ceph-mon[33336]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:36.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:35 smithi083 ceph-mon[41278]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:36.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:35 smithi083 ceph-mon[103899]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:36.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:30:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:30:35] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-04-12T09:30:36.058 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:35 smithi165 ceph-mon[33336]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:37.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:36 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:37.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:37.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:36 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:38.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:37 smithi165 ceph-mon[33336]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:38.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:37 smithi083 ceph-mon[41278]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:37 smithi083 ceph-mon[103899]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:38.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:30:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:30:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:30:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:39 smithi165 ceph-mon[33336]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:40.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:39 smithi083 ceph-mon[103899]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:39 smithi083 ceph-mon[41278]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:42.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:41 smithi165 ceph-mon[33336]: pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:42.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:41 smithi083 ceph-mon[103899]: pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:42.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:41 smithi083 ceph-mon[41278]: pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:44.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:43 smithi165 ceph-mon[33336]: pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:44.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:43 smithi083 ceph-mon[103899]: pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:44.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:43 smithi083 ceph-mon[41278]: pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:45.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade resume' 2024-04-12T09:30:45.581 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:30:45.949 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:45 smithi083 ceph-mon[41278]: pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:45.950 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:30:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:30:45] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-04-12T09:30:45.950 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:45 smithi083 ceph-mon[103899]: pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:46.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:45 smithi165 ceph-mon[33336]: pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:46.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:46 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:30:46.995 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:46 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:30:46.995 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:30:47.449 INFO:teuthology.orchestra.run.smithi083.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:30:48.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:47 smithi083 ceph-mon[103899]: pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:48.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:47 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:48.131 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:47 smithi083 ceph-mon[41278]: pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:48.131 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:47 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:48.156 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'echo wait for majority of mons to upgrade' 2024-04-12T09:30:48.173 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:47 smithi165 ceph-mon[33336]: pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:48.173 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:47 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:48.938 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:30:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:30:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:30:48.939 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:48 smithi165 ceph-mon[33336]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:30:48.939 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:48 smithi165 ceph-mon[33336]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:30:49.041 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:30:49.082 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:48 smithi083 ceph-mon[41278]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:30:49.082 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:48 smithi083 ceph-mon[41278]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:30:49.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:48 smithi083 ceph-mon[103899]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:30:49.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:48 smithi083 ceph-mon[103899]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:30:50.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:49 smithi083 ceph-mon[41278]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:50.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:49 smithi083 ceph-mon[103899]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:50.101 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:49 smithi165 ceph-mon[33336]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:51.175 INFO:teuthology.orchestra.run.smithi083.stdout:wait for majority of mons to upgrade 2024-04-12T09:30:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:51 smithi165 ceph-mon[33336]: pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:51 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:51 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:51 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:51.785 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:51 smithi083 ceph-mon[41278]: pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:51.786 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:51 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:51.786 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:51 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:51.786 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:51 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:51.786 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:51 smithi083 ceph-mon[103899]: pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:51.786 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:51.786 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:51.786 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:30:51.815 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-04-12T09:30:52.111 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:30:53.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:53 smithi083 ceph-mon[41278]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:53.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:53 smithi083 ceph-mon[103899]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:53.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:53 smithi165 ceph-mon[33336]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:55.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-mon[41278]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:55.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3100898794' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:30:55.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:55.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:55.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-mon[103899]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:55.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3100898794' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:30:55.647 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:55.647 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:55.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:55 smithi165 ceph-mon[33336]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:55.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:55 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3100898794' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:30:55.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:55 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:55.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:55 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:56.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:30:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:30:55] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-12T09:30:56.650 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:30:56.650 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:30:56.650 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:56.650 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[41278]: Upgrade: It appears safe to stop mon.c 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:56.651 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:30:56.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:30:56.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:30:56.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T09:30:56.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:56 smithi083 ceph-mon[103899]: Upgrade: It appears safe to stop mon.c 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T09:30:56.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:56 smithi165 ceph-mon[33336]: Upgrade: It appears safe to stop mon.c 2024-04-12T09:30:57.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:57 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3183614156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:30:57.803 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:57 smithi083 ceph-mon[41278]: from='client.? 172.21.15.83:0/3183614156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:30:57.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:57 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3183614156' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:30:58.778 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[41278]: Upgrade: Updating mon.c 2024-04-12T09:30:58.778 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:58.779 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:30:58.779 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:30:58.779 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[41278]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:30:58.779 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[41278]: Deploying daemon mon.c on smithi083 2024-04-12T09:30:58.779 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[41278]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:58.779 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[103899]: Upgrade: Updating mon.c 2024-04-12T09:30:58.779 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:58.780 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:30:58.780 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:30:58.780 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:30:58.780 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[103899]: Deploying daemon mon.c on smithi083 2024-04-12T09:30:58.780 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:30:58 smithi083 ceph-mon[103899]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:58.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:30:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:30:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:30:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:58 smithi165 ceph-mon[33336]: Upgrade: Updating mon.c 2024-04-12T09:30:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:58 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:30:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:58 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:30:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:58 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:30:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:58 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:30:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:58 smithi165 ceph-mon[33336]: Deploying daemon mon.c on smithi083 2024-04-12T09:30:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:30:58 smithi165 ceph-mon[33336]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:30:59.745 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:59 smithi083 systemd[1]: Stopping Ceph mon.c for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:31:00.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c[41255]: 2024-04-12T09:30:59.743+0000 7f942cb99700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:31:00.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:59 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c[41255]: 2024-04-12T09:30:59.743+0000 7f942cb99700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-12T09:31:00.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:30:59 smithi083 podman[108305]: 2024-04-12 09:30:59.816116681 +0000 UTC m=+0.176255537 container died 974d927e329375d5e239f4c0ca7bbb32a54735d44ba37e680ad0d743712f7ab5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-12T09:31:00.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:00 smithi083 podman[108305]: 2024-04-12 09:31:00.183718556 +0000 UTC m=+0.543857401 container cleanup 974d927e329375d5e239f4c0ca7bbb32a54735d44ba37e680ad0d743712f7ab5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409) 2024-04-12T09:31:00.471 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:00 smithi083 bash[108305]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c 2024-04-12T09:31:00.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:00 smithi083 podman[108327]: 2024-04-12 09:31:00.510574044 +0000 UTC m=+0.695294002 container remove 974d927e329375d5e239f4c0ca7bbb32a54735d44ba37e680ad0d743712f7ab5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T09:31:00.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:00 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-12T09:31:00.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:00 smithi083 systemd[1]: Stopped Ceph mon.c for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:31:00.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:00 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.c.service: Consumed 7.358s CPU time. 2024-04-12T09:31:01.164 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:00 smithi083 systemd[1]: Starting Ceph mon.c for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:31:01.164 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 podman[108465]: 2024-04-12 09:31:00.953933632 +0000 UTC m=+0.017540075 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:31:01.164 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 podman[108465]: 2024-04-12 09:31:01.053587298 +0000 UTC m=+0.117193735 container create 0e2969aa43c527f5850f936723a07a78cfda872f76f5e41cb512890a94c78155 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, RELEASE=squid-b277feb, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-12T09:31:01.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 podman[108465]: 2024-04-12 09:31:01.256977281 +0000 UTC m=+0.320583719 container init 0e2969aa43c527f5850f936723a07a78cfda872f76f5e41cb512890a94c78155 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409) 2024-04-12T09:31:01.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 podman[108465]: 2024-04-12 09:31:01.262814638 +0000 UTC m=+0.326421080 container start 0e2969aa43c527f5850f936723a07a78cfda872f76f5e41cb512890a94c78155 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev), process ceph-mon, pid 7 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: pidfile_write: ignore empty --pid-file 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: load: jerasure load: lrc 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: RocksDB version: 7.9.2 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Git sha 0 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Compile date 2024-04-09 21:18:54 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: DB SUMMARY 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: DB Session ID: NUCQKQCQ57GU232UXE0P 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: CURRENT file: CURRENT 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1084 Bytes 2024-04-12T09:31:01.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 1533695 ; 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.error_if_exists: 0 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.create_if_missing: 0 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.paranoid_checks: 1 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.env: 0x55e53c722c60 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.info_log: 0x55e53d79bae0 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.statistics: (nil) 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.use_fsync: 0 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_log_file_size: 0 2024-04-12T09:31:01.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.allow_fallocate: 1 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.use_direct_reads: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.db_log_dir: 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.wal_dir: 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T09:31:01.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.write_buffer_manager: 0x55e53d76e820 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T09:31:01.558 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.unordered_write: 0 2024-04-12T09:31:01.559 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T09:31:01.559 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T09:31:01.559 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T09:31:01.559 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T09:31:01.559 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.row_cache: None 2024-04-12T09:31:01.559 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.wal_filter: None 2024-04-12T09:31:01.560 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T09:31:01.560 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T09:31:01.560 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.two_write_queues: 0 2024-04-12T09:31:01.560 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.wal_compression: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.atomic_flush: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.log_readahead_size: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_background_jobs: 2 2024-04-12T09:31:01.561 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_background_compactions: -1 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_subcompactions: 1 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_open_files: -1 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T09:31:01.562 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_background_flushes: -1 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Compression algorithms supported: 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: kZSTD supported: 0 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: kXpressCompression supported: 0 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: kZlibCompression supported: 1 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: kSnappyCompression supported: 1 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: kLZ4Compression supported: 1 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: kBZip2Compression supported: 0 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-04-12T09:31:01.563 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.merge_operator: 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_filter: None 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e53d79bbe0) 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout: cache_index_and_filter_blocks: 1 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout: pin_top_level_index_and_filter: 1 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout: index_type: 0 2024-04-12T09:31:01.564 INFO:journalctl@ceph.mon.c.smithi083.stdout: data_block_index_type: 0 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: index_shortening: 1 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: checksum: 4 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: no_block_cache: 0 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_cache: 0x55e53d79f090 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_cache_name: BinnedLRUCache 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_cache_options: 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: capacity : 536870912 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: num_shard_bits : 4 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: strict_capacity_limit : 0 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: high_pri_pool_ratio: 0.000 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_cache_compressed: (nil) 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: persistent_cache: (nil) 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_size: 4096 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_size_deviation: 10 2024-04-12T09:31:01.565 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_restart_interval: 16 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: index_block_restart_interval: 1 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: metadata_block_size: 4096 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: partition_filters: 0 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: use_delta_encoding: 1 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: filter_policy: bloomfilter 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: whole_key_filtering: 1 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: verify_compression: 0 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: read_amp_bytes_per_bit: 0 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: format_version: 5 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: enable_index_compression: 1 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: block_align: 0 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: max_auto_readahead_size: 262144 2024-04-12T09:31:01.566 INFO:journalctl@ceph.mon.c.smithi083.stdout: prepopulate_block_cache: 0 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout: initial_auto_readahead_size: 8192 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression: NoCompression 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.num_levels: 7 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T09:31:01.567 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T09:31:01.568 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T09:31:01.569 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T09:31:01.570 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.table_properties_collectors: 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.inplace_update_support: 0 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.bloom_locality: 0 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.max_successive_merges: 0 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T09:31:01.571 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.ttl: 2592000 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.enable_blob_files: false 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.min_blob_size: 0 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T09:31:01.572 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 12963, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 318d8348-6126-4a86-b18d-df7ba836d003 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914261291648, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914261296178, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 923246, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12960, "largest_seqno": 13907, "table_properties": {"data_size": 918658, "index_size": 2678, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 901, "raw_key_size": 7595, "raw_average_key_size": 21, "raw_value_size": 910845, "raw_average_value_size": 2617, "num_data_blocks": 122, "num_entries": 348, "num_filter_entries": 348, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712914261, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "318d8348-6126-4a86-b18d-df7ba836d003", "db_session_id": "NUCQKQCQ57GU232UXE0P", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914261296297, "job": 1, "event": "recovery_finished"} 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-12T09:31:01.573 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e53d890000 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: DB pointer 0x55e53d87a000 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** DB Stats ** 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T09:31:01.574 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: L0 1/0 901.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 392.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: L6 1/0 8.17 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: Sum 2/0 9.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 392.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 392.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 392.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T09:31:01.575 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: Cumulative compaction: 0.00 GB write, 101.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: Interval compaction: 0.00 GB write, 101.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: Block cache BinnedLRUCache@0x55e53d79f090#7 capacity: 512.00 MB usage: 3.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.03 KB,0.000196695%) IndexBlock(1,2.83 KB,0.000539422%) Misc(1,0.00 KB,0%) 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: starting mon.c rank 2 at public addrs [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] at bind addrs [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: mon.c@-1(???) e3 preinit fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:31:01.576 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: mon.c@-1(???).mds e9 new map 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: mon.c@-1(???).mds e9 print_map 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: e9 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: legacy client fscid: 1 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: Filesystem 'foo' (1) 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: fs_name foo 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: epoch 8 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: created 2024-04-12T09:25:19.097104+0000 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: modified 2024-04-12T09:25:36.495492+0000 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: tableserver 0 2024-04-12T09:31:01.577 INFO:journalctl@ceph.mon.c.smithi083.stdout: root 0 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: session_timeout 60 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: session_autoclose 300 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: max_file_size 1099511627776 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: max_xattr_size 65536 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: required_client_features {} 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: last_failure 0 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: last_failure_osd_epoch 0 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: max_mds 1 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: in 0 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: up {0=14658} 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: failed 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: damaged 2024-04-12T09:31:01.578 INFO:journalctl@ceph.mon.c.smithi083.stdout: stopped 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: data_pools [4] 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: metadata_pool 3 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: inline_data disabled 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: balancer 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: bal_rank_mask -1 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: standby_count_wanted 1 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: qdb_cluster leader: 0 members: 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: [mds.foo.smithi083.srygwg{0:14658} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: Standby daemons: 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout: [mds.foo.smithi165.bkjpul{-1:24502} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: mon.c@-1(???).osd e88 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-12T09:31:01.579 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: mon.c@-1(???).osd e88 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:31:01.580 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: mon.c@-1(???).osd e88 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:31:01.580 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: mon.c@-1(???).osd e88 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:31:01.580 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 ceph-mon[108503]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-12T09:31:01.580 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 bash[108465]: 0e2969aa43c527f5850f936723a07a78cfda872f76f5e41cb512890a94c78155 2024-04-12T09:31:01.580 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:01 smithi083 systemd[1]: Started Ceph mon.c for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:31:06.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:31:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:31:05] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-12T09:31:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:06 smithi083 ceph-mon[103899]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:06 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/4128579781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:31:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:06 smithi165 ceph-mon[33336]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:06 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/4128579781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:31:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: mon.c calling monitor election 2024-04-12T09:31:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: mon.b calling monitor election 2024-04-12T09:31:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: mon.a calling monitor election 2024-04-12T09:31:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:31:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: monmap epoch 3 2024-04-12T09:31:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:31:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: last_changed 2024-04-12T09:20:06.057179+0000 2024-04-12T09:31:07.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: min_mon_release 17 (quincy) 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: election_strategy: 1 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: mgrmap e37: y(active, since 91s), standbys: x 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:31:07.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[103899]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/4128579781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: mon.c calling monitor election 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: mon.b calling monitor election 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: mon.a calling monitor election 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: monmap epoch 3 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: last_changed 2024-04-12T09:20:06.057179+0000 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: min_mon_release 17 (quincy) 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: election_strategy: 1 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:31:07.806 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:31:07.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:31:07.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:31:07.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:31:07.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: mgrmap e37: y(active, since 91s), standbys: x 2024-04-12T09:31:07.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T09:31:07.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:31:07.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:31:07.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:07 smithi083 ceph-mon[108503]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:31:07.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: mon.c calling monitor election 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: mon.b calling monitor election 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: mon.a calling monitor election 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: monmap epoch 3 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: last_changed 2024-04-12T09:20:06.057179+0000 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: min_mon_release 17 (quincy) 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: election_strategy: 1 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:31:07.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:31:07.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:31:07.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:31:07.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: mgrmap e37: y(active, since 91s), standbys: x 2024-04-12T09:31:07.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T09:31:07.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:31:07.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:31:07.995 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:07 smithi165 ceph-mon[33336]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:31:08.143 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 2 2024-04-12T09:31:08.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:08 smithi083 ceph-mon[108503]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:08.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:08 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2651429305' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:31:08.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:08 smithi083 ceph-mon[103899]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:08.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:08 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2651429305' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:31:08.957 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T09:31:08.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:08 smithi165 ceph-mon[33336]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:08.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:08 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/2651429305' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:31:08.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:31:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:31:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:31:09.397 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:31:09.779 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:09 smithi083 ceph-mon[108503]: mgrmap e38: y(active, since 92s), standbys: x 2024-04-12T09:31:09.779 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:09 smithi083 ceph-mon[103899]: mgrmap e38: y(active, since 92s), standbys: x 2024-04-12T09:31:09.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:09 smithi165 ceph-mon[33336]: mgrmap e38: y(active, since 92s), standbys: x 2024-04-12T09:31:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:10 smithi083 ceph-mon[108503]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:10 smithi083 ceph-mon[103899]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:10.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:10 smithi165 ceph-mon[33336]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:11.445 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:31:11 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:31:11.306+0000 7f8ec2752700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-12T09:31:12.093 INFO:teuthology.orchestra.run.smithi083.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T09:31:12.093 INFO:teuthology.orchestra.run.smithi083.stdout:alertmanager.a smithi083 *:9093,9094 running (2m) 17s ago 6m 26.0M - 0.25.0 c8568f914cd2 0ded26a5d879 2024-04-12T09:31:12.093 INFO:teuthology.orchestra.run.smithi083.stdout:grafana.a smithi165 *:3000 error 21s ago 6m - - 2024-04-12T09:31:12.093 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi083.srygwg smithi083 running (5m) 17s ago 5m 17.7M - 17.2.7-827-gd3b5060a 21de9b7369ad 01f55cfde19d 2024-04-12T09:31:12.093 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi165.bkjpul smithi165 running (5m) 21s ago 5m 14.8M - 17.2.7-827-gd3b5060a 21de9b7369ad 8dc0a6b521f0 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.x smithi165 *:8443,9283,8765 running (2m) 21s ago 10m 449M - 19.0.0-2053-gb277feb2 668895944f0e 3d20443c0602 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.y smithi083 *:8443,9283,8765 running (2m) 17s ago 12m 497M - 19.0.0-2053-gb277feb2 668895944f0e 479b278f428f 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:mon.a smithi083 running (106s) 17s ago 12m 41.2M 2048M 19.0.0-2053-gb277feb2 668895944f0e d0be0853082b 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:mon.b smithi165 running (11m) 21s ago 11m 43.1M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 83fc0e80d3c0 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:mon.c smithi083 starting - - - 2048M 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.a smithi083 *:9100 running (2m) 17s ago 6m 15.6M - 1.5.0 0da6a335fe13 95fcc0eb74dd 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.b smithi165 *:9100 running (2m) 21s ago 6m 17.1M - 1.5.0 0da6a335fe13 32c02ede7acf 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 smithi083 running (10m) 17s ago 10m 49.9M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 2e79ec1286d2 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 smithi083 running (10m) 17s ago 10m 49.7M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 4b061a81b56b 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 smithi083 running (9m) 17s ago 9m 45.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 0323d2875d1b 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 smithi083 running (9m) 17s ago 9m 43.0M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1d1084a43cb6 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 smithi165 running (8m) 21s ago 8m 45.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad a0ed6898ab34 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 smithi165 running (8m) 21s ago 8m 45.7M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1da125f69005 2024-04-12T09:31:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 smithi165 running (8m) 21s ago 8m 46.0M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 0d68dde9a912 2024-04-12T09:31:12.095 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 smithi165 running (7m) 21s ago 7m 52.9M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 8c3c2e53fe3a 2024-04-12T09:31:12.095 INFO:teuthology.orchestra.run.smithi083.stdout:prometheus.a smithi165 *:9095 running (2m) 21s ago 7m 59.9M - 2.43.0 a07b618ecd1d a4fc77b5a1eb 2024-04-12T09:31:12.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:12 smithi083 ceph-mon[108503]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:12.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:12 smithi083 ceph-mon[103899]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:12.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:12 smithi165 ceph-mon[33336]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:13.017 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade pause' 2024-04-12T09:31:13.285 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:31:13.678 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:13 smithi083 ceph-mon[108503]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:31:13.678 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:13.678 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:13.679 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:13 smithi083 ceph-mon[103899]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:31:13.679 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:13.679 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:13.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:13 smithi165 ceph-mon[33336]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:31:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:13 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:13 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:14.790 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:14 smithi083 ceph-mon[108503]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:14.790 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:14 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:14.790 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:14 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:14.790 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:14 smithi083 ceph-mon[103899]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:14.791 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:14 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:14.791 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:14 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:14.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:14 smithi165 ceph-mon[33336]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:14.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:14 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:14.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:14 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:15.233 INFO:teuthology.orchestra.run.smithi083.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:31:15.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:31:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:31:15] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-12T09:31:16.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:16 smithi165 ceph-mon[33336]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:31:16.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:16 smithi165 ceph-mon[33336]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:31:16.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:16 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:16.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:16 smithi165 ceph-mon[33336]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:16.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:16 smithi083 ceph-mon[108503]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:31:16.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:16 smithi083 ceph-mon[108503]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:31:16.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:16 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:16.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:16 smithi083 ceph-mon[108503]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:16.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:16 smithi083 ceph-mon[103899]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:31:16.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:16 smithi083 ceph-mon[103899]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:31:16.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:16.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:16 smithi083 ceph-mon[103899]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:17.139 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'sleep 60' 2024-04-12T09:31:17.406 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:31:18.947 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:18 smithi083 ceph-mon[103899]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:18.948 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:18 smithi083 ceph-mon[108503]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:18 smithi165 ceph-mon[33336]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T09:31:18.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:31:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:31:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:31:20.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:31:20.088Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephMonDown: template: __alert_CephMonDown:1:427: executing \"__alert_CephMonDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"mon.a\"} on the right hand-side of the operation: [{ceph_daemon=\"mon.a\", ceph_version=\"ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", public_addr=\"172.21.15.83\", rank=\"0\"}, {ceph_daemon=\"mon.a\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", public_addr=\"172.21.15.83\", rank=\"0\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:31:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:20.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:20.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:31:21.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:31:21.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:21.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:21.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:21.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:31:21.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:31:21.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:31:21.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:21.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:21.056 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:31:21.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:21 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:22.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:22.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:22.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:22 smithi165 ceph-mon[33336]: pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:23.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:22 smithi083 ceph-mon[108503]: pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:23.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:22 smithi083 ceph-mon[103899]: pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:25.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:24 smithi165 ceph-mon[33336]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:25.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:24 smithi083 ceph-mon[103899]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:25.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:24 smithi083 ceph-mon[108503]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:26.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:31:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:31:25] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-04-12T09:31:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:26 smithi165 ceph-mon[33336]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:27.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:26 smithi083 ceph-mon[103899]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:27.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:26 smithi083 ceph-mon[108503]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:28.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:28 smithi165 ceph-mon[33336]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:28.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:31:28 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:31:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:31:29.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:28 smithi083 ceph-mon[103899]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:28 smithi083 ceph-mon[108503]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:30 smithi165 ceph-mon[33336]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:31.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:30 smithi083 ceph-mon[103899]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:31.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:30 smithi083 ceph-mon[108503]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:33.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:32 smithi165 ceph-mon[33336]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:33.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:32 smithi083 ceph-mon[108503]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:33.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:32 smithi083 ceph-mon[103899]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:34 smithi165 ceph-mon[33336]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:35.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:34 smithi083 ceph-mon[108503]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:35.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:34 smithi083 ceph-mon[103899]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:36.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:31:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:31:35] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-04-12T09:31:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:36 smithi165 ceph-mon[33336]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:36 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:37.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:36 smithi083 ceph-mon[108503]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:37.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:36 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:37.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:36 smithi083 ceph-mon[103899]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:37.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:38.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:38 smithi165 ceph-mon[33336]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:38.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:31:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:31:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:31:39.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:38 smithi083 ceph-mon[108503]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:39.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:38 smithi083 ceph-mon[103899]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:41.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:40 smithi165 ceph-mon[33336]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:40 smithi083 ceph-mon[108503]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:40 smithi083 ceph-mon[103899]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:43.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:42 smithi165 ceph-mon[33336]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:43.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:42 smithi083 ceph-mon[108503]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:42 smithi083 ceph-mon[103899]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:45.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:44 smithi165 ceph-mon[33336]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:45.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:44 smithi083 ceph-mon[108503]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:45.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:44 smithi083 ceph-mon[103899]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:46.053 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:31:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:31:45] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-04-12T09:31:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:46 smithi165 ceph-mon[33336]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:46 smithi083 ceph-mon[108503]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:46 smithi083 ceph-mon[103899]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:48.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:48 smithi165 ceph-mon[33336]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:48.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:31:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:31:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:31:49.121 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:48 smithi083 ceph-mon[108503]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:49.122 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:48 smithi083 ceph-mon[103899]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:50 smithi165 ceph-mon[33336]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:51.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:50 smithi083 ceph-mon[103899]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:51.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:50 smithi083 ceph-mon[108503]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:51 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:52.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:52.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:31:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:52 smithi165 ceph-mon[33336]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:53.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:52 smithi083 ceph-mon[108503]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:53.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:52 smithi083 ceph-mon[103899]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:54 smithi165 ceph-mon[33336]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:55.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:54 smithi083 ceph-mon[108503]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:55.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:54 smithi083 ceph-mon[103899]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:56.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:31:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:31:55] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-12T09:31:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:56 smithi165 ceph-mon[33336]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:56 smithi083 ceph-mon[103899]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:57.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:56 smithi083 ceph-mon[108503]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:58.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:31:58 smithi165 ceph-mon[33336]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:58.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:31:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:31:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:31:59.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:31:58 smithi083 ceph-mon[108503]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:31:59.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:31:58 smithi083 ceph-mon[103899]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:01.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:00 smithi165 ceph-mon[33336]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:01.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:00 smithi083 ceph-mon[103899]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:01.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:00 smithi083 ceph-mon[108503]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:03.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:02 smithi165 ceph-mon[33336]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:03.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:02 smithi083 ceph-mon[108503]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:02 smithi083 ceph-mon[103899]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:05.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:04 smithi165 ceph-mon[33336]: pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:05.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:04 smithi083 ceph-mon[108503]: pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:05.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:04 smithi083 ceph-mon[103899]: pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:05.899 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:32:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:32:05] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-12T09:32:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:05 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:05 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:05 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:06 smithi165 ceph-mon[33336]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:07.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:06 smithi083 ceph-mon[108503]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:06 smithi083 ceph-mon[103899]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:08.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:07 smithi165 ceph-mon[33336]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:08.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:07 smithi083 ceph-mon[108503]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:08.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:07 smithi083 ceph-mon[103899]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:08.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:32:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:32:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:32:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:10 smithi165 ceph-mon[33336]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:11.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:10 smithi083 ceph-mon[103899]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:11.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:10 smithi083 ceph-mon[108503]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:12 smithi165 ceph-mon[33336]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:13.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:12 smithi083 ceph-mon[103899]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:13.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:12 smithi083 ceph-mon[108503]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:15.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:14 smithi165 ceph-mon[33336]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:15.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:14 smithi083 ceph-mon[108503]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:15.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:14 smithi083 ceph-mon[103899]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:16.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:32:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:32:15] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-12T09:32:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:16 smithi165 ceph-mon[33336]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:17.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:16 smithi083 ceph-mon[103899]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:17.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:16 smithi083 ceph-mon[108503]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:18 smithi165 ceph-mon[33336]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:18.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:32:18 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:32:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:32:19.106 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:18 smithi083 ceph-mon[108503]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:19.106 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:18 smithi083 ceph-mon[103899]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:19.857 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade resume' 2024-04-12T09:32:20.128 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:32:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:20 smithi165 ceph-mon[33336]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:20 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:21.210 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:20 smithi083 ceph-mon[108503]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:21.210 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:21.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:20 smithi083 ceph-mon[103899]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:21.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:22.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:22.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:22.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:21 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:22.566 INFO:teuthology.orchestra.run.smithi083.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:23.206 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:22 smithi083 ceph-mon[108503]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:23.206 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:22 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:23.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:22 smithi083 ceph-mon[103899]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:23.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:22 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:23.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:22 smithi165 ceph-mon[33336]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:23.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:22 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:23.236 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'echo wait for all mons to upgrade' 2024-04-12T09:32:23.730 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:32:24.121 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:23 smithi083 ceph-mon[108503]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:24.121 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:23 smithi083 ceph-mon[108503]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:24.121 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:23 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:24.121 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:23 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:24.121 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:23 smithi083 ceph-mon[103899]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:24.122 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:23 smithi083 ceph-mon[103899]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:24.122 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:23 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:24.122 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:23 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:23 smithi165 ceph-mon[33336]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:23 smithi165 ceph-mon[33336]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:24.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:23 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:23 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:25.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:24 smithi083 ceph-mon[103899]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:25.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:24 smithi083 ceph-mon[108503]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:25.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:24 smithi165 ceph-mon[33336]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:25.940 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:32:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:32:25] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-12T09:32:26.049 INFO:teuthology.orchestra.run.smithi083.stdout:wait for all mons to upgrade 2024-04-12T09:32:26.830 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-04-12T09:32:27.099 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:26 smithi083 ceph-mon[108503]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:27.099 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:26 smithi083 ceph-mon[103899]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:27.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:26 smithi165 ceph-mon[33336]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:27.417 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:32:28.616 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:28.616 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:28.616 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[103899]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:28.616 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:28.616 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:32:28.616 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:28.617 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:28.617 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:28.617 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[108503]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:28.617 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:28.617 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:32:28.617 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:28 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:28.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:32:28 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:32:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:32:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:28 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:28 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:28 smithi165 ceph-mon[33336]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:28 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:28 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:32:28.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:28 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:29.738 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:29 smithi165 ceph-mon[33336]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:29.738 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:29 smithi165 ceph-mon[33336]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:29.738 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:29 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:29.738 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:29 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:32:29.738 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:29 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:32:29.738 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:29 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T09:32:29.739 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:29 smithi165 ceph-mon[33336]: Upgrade: It appears safe to stop mon.b 2024-04-12T09:32:29.739 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:29 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/1424346891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:29.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[103899]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:29.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[103899]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:29.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:29.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:32:29.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:32:29.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[103899]: Upgrade: It appears safe to stop mon.b 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1424346891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[108503]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[108503]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[108503]: Upgrade: It appears safe to stop mon.b 2024-04-12T09:32:29.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:29 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1424346891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:31.478 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:31 smithi165 ceph-mon[33336]: Upgrade: Updating mon.b 2024-04-12T09:32:31.479 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:31 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:31.479 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:31 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:31.479 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:31 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:31.479 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:31 smithi165 ceph-mon[33336]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:31.479 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:31 smithi165 ceph-mon[33336]: Deploying daemon mon.b on smithi165 2024-04-12T09:32:31.479 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:31 smithi165 ceph-mon[33336]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[103899]: Upgrade: Updating mon.b 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[103899]: Deploying daemon mon.b on smithi165 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[103899]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[108503]: Upgrade: Updating mon.b 2024-04-12T09:32:31.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[108503]: Deploying daemon mon.b on smithi165 2024-04-12T09:32:31.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:31 smithi083 ceph-mon[108503]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:32.370 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:32 smithi165 systemd[1]: Stopping Ceph mon.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:32:32.371 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:32 smithi165 ceph-mon[33336]: from='client.? 172.21.15.83:0/3537977206' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:32.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:32 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3537977206' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:32.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:32 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3537977206' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:32.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b[33301]: 2024-04-12T09:32:32.368+0000 7f9216ead700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:32:32.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:32 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b[33301]: 2024-04-12T09:32:32.368+0000 7f9216ead700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-12T09:32:32.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:32 smithi165 podman[93502]: 2024-04-12 09:32:32.614283319 +0000 UTC m=+0.374047102 container died 83fc0e80d3c0cb9484361e20348fd745334894f65483a40831057c48c7ef11eb (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-12T09:32:33.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 podman[93502]: 2024-04-12 09:32:33.082998428 +0000 UTC m=+0.842762262 container cleanup 83fc0e80d3c0cb9484361e20348fd745334894f65483a40831057c48c7ef11eb (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-12T09:32:33.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 bash[93502]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b 2024-04-12T09:32:33.700 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 podman[93521]: 2024-04-12 09:32:33.359263895 +0000 UTC m=+0.743002810 container remove 83fc0e80d3c0cb9484361e20348fd745334894f65483a40831057c48c7ef11eb (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060) 2024-04-12T09:32:33.700 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-12T09:32:33.700 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 systemd[1]: Stopped Ceph mon.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:32:33.700 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.b.service: Consumed 9.227s CPU time. 2024-04-12T09:32:33.700 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 systemd[1]: Starting Ceph mon.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:32:33.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 podman[93661]: 2024-04-12 09:32:33.820998704 +0000 UTC m=+0.018261245 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:33.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:33 smithi165 podman[93661]: 2024-04-12 09:32:33.935634154 +0000 UTC m=+0.132896722 container create 2c46cd999c6b5bf67b0b4cd9917c7d965eb9134f79a5bf52b5a5b1c3cb660b5b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-12T09:32:34.216 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 podman[93661]: 2024-04-12 09:32:34.171521732 +0000 UTC m=+0.368784258 container init 2c46cd999c6b5bf67b0b4cd9917c7d965eb9134f79a5bf52b5a5b1c3cb660b5b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, org.label-schema.license=GPLv2) 2024-04-12T09:32:34.216 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 podman[93661]: 2024-04-12 09:32:34.177030344 +0000 UTC m=+0.374292877 container start 2c46cd999c6b5bf67b0b4cd9917c7d965eb9134f79a5bf52b5a5b1c3cb660b5b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:32:34.216 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T09:32:34.216 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev), process ceph-mon, pid 7 2024-04-12T09:32:34.216 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: pidfile_write: ignore empty --pid-file 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: load: jerasure load: lrc 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: RocksDB version: 7.9.2 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Git sha 0 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Compile date 2024-04-09 21:18:54 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: DB SUMMARY 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: DB Session ID: RS09A8KVGPSIDHH5UDEE 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: CURRENT file: CURRENT 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1084 Bytes 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 3227200 ; 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.error_if_exists: 0 2024-04-12T09:32:34.217 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.create_if_missing: 0 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.paranoid_checks: 1 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.env: 0x55e943609c60 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.info_log: 0x55e9450a3ae0 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T09:32:34.218 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.statistics: (nil) 2024-04-12T09:32:34.219 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.use_fsync: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_log_file_size: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.allow_fallocate: 1 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.use_direct_reads: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.db_log_dir: 2024-04-12T09:32:34.220 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.wal_dir: 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.write_buffer_manager: 0x55e945076820 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T09:32:34.221 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.unordered_write: 0 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.row_cache: None 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.wal_filter: None 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.two_write_queues: 0 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T09:32:34.222 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.wal_compression: 0 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.atomic_flush: 0 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.log_readahead_size: 0 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_background_jobs: 2 2024-04-12T09:32:34.223 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_background_compactions: -1 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_subcompactions: 1 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_open_files: -1 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T09:32:34.224 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_background_flushes: -1 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Compression algorithms supported: 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: kZSTD supported: 0 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: kXpressCompression supported: 0 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: kZlibCompression supported: 1 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: kSnappyCompression supported: 1 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: kLZ4Compression supported: 1 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: kBZip2Compression supported: 0 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T09:32:34.225 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.merge_operator: 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_filter: None 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e9450a3be0) 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout: cache_index_and_filter_blocks: 1 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout: pin_top_level_index_and_filter: 1 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout: index_type: 0 2024-04-12T09:32:34.226 INFO:journalctl@ceph.mon.b.smithi165.stdout: data_block_index_type: 0 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: index_shortening: 1 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: checksum: 4 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: no_block_cache: 0 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: block_cache: 0x55e9450a7090 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: block_cache_name: BinnedLRUCache 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: block_cache_options: 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: capacity : 536870912 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: num_shard_bits : 4 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: strict_capacity_limit : 0 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: high_pri_pool_ratio: 0.000 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: block_cache_compressed: (nil) 2024-04-12T09:32:34.227 INFO:journalctl@ceph.mon.b.smithi165.stdout: persistent_cache: (nil) 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: block_size: 4096 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: block_size_deviation: 10 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: block_restart_interval: 16 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: index_block_restart_interval: 1 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: metadata_block_size: 4096 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: partition_filters: 0 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: use_delta_encoding: 1 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: filter_policy: bloomfilter 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: whole_key_filtering: 1 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: verify_compression: 0 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: read_amp_bytes_per_bit: 0 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: format_version: 5 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: enable_index_compression: 1 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: block_align: 0 2024-04-12T09:32:34.228 INFO:journalctl@ceph.mon.b.smithi165.stdout: max_auto_readahead_size: 262144 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout: prepopulate_block_cache: 0 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout: initial_auto_readahead_size: 8192 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression: NoCompression 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.num_levels: 7 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T09:32:34.229 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T09:32:34.230 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T09:32:34.231 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T09:32:34.232 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.table_properties_collectors: 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.inplace_update_support: 0 2024-04-12T09:32:34.233 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.bloom_locality: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.max_successive_merges: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.ttl: 2592000 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T09:32:34.234 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.enable_blob_files: false 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.min_blob_size: 0 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13038, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 12ca0588-3cf2-4ebb-88ae-a2c58fc08a93 2024-04-12T09:32:34.235 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914354206705, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914354214953, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 1949882, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13035, "largest_seqno": 15030, "table_properties": {"data_size": 1941803, "index_size": 5272, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1797, "raw_key_size": 15370, "raw_average_key_size": 21, "raw_value_size": 1926245, "raw_average_value_size": 2709, "num_data_blocks": 243, "num_entries": 711, "num_filter_entries": 711, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712914354, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "12ca0588-3cf2-4ebb-88ae-a2c58fc08a93", "db_session_id": "RS09A8KVGPSIDHH5UDEE", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712914354215060, "job": 1, "event": "recovery_finished"} 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e945198000 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: DB pointer 0x55e945182000 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout: ** DB Stats ** 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T09:32:34.236 INFO:journalctl@ceph.mon.b.smithi165.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: ** Compaction Stats [default] ** 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: L0 1/0 1.86 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: L6 1/0 8.17 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: Sum 2/0 10.03 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.237 INFO:journalctl@ceph.mon.b.smithi165.stdout: ** Compaction Stats [default] ** 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 566.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T09:32:34.238 INFO:journalctl@ceph.mon.b.smithi165.stdout: Cumulative compaction: 0.00 GB write, 146.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:32:34.239 INFO:journalctl@ceph.mon.b.smithi165.stdout: Interval compaction: 0.00 GB write, 146.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T09:32:34.239 INFO:journalctl@ceph.mon.b.smithi165.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T09:32:34.239 INFO:journalctl@ceph.mon.b.smithi165.stdout: Block cache BinnedLRUCache@0x55e9450a7090#7 capacity: 512.00 MB usage: 8.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-04-12T09:32:34.239 INFO:journalctl@ceph.mon.b.smithi165.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-04-12T09:32:34.239 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.239 INFO:journalctl@ceph.mon.b.smithi165.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T09:32:34.239 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: starting mon.b rank 1 at public addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] at bind addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: mon.b@-1(???) e3 preinit fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: mon.b@-1(???).mds e9 new map 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: mon.b@-1(???).mds e9 print_map 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout: e9 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout: legacy client fscid: 1 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout: Filesystem 'foo' (1) 2024-04-12T09:32:34.493 INFO:journalctl@ceph.mon.b.smithi165.stdout: fs_name foo 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: epoch 8 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: created 2024-04-12T09:25:19.097104+0000 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: modified 2024-04-12T09:25:36.495492+0000 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: tableserver 0 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: root 0 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: session_timeout 60 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: session_autoclose 300 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: max_file_size 1099511627776 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: max_xattr_size 65536 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: required_client_features {} 2024-04-12T09:32:34.494 INFO:journalctl@ceph.mon.b.smithi165.stdout: last_failure 0 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: last_failure_osd_epoch 0 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: max_mds 1 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: in 0 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: up {0=14658} 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: failed 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: damaged 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: stopped 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: data_pools [4] 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: metadata_pool 3 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: inline_data disabled 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: balancer 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: bal_rank_mask -1 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: standby_count_wanted 1 2024-04-12T09:32:34.495 INFO:journalctl@ceph.mon.b.smithi165.stdout: qdb_cluster leader: 0 members: 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout: [mds.foo.smithi083.srygwg{0:14658} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.83:6834/4276774294,v1:172.21.15.83:6835/4276774294] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout: Standby daemons: 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout: 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout: [mds.foo.smithi165.bkjpul{-1:24502} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.165:6832/2638691222,v1:172.21.15.165:6833/2638691222] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: mon.b@-1(???).osd e88 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: mon.b@-1(???).osd e88 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: mon.b@-1(???).osd e88 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: mon.b@-1(???).osd e88 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 ceph-mon[93699]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 bash[93661]: 2c46cd999c6b5bf67b0b4cd9917c7d965eb9134f79a5bf52b5a5b1c3cb660b5b 2024-04-12T09:32:34.496 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:34 smithi165 systemd[1]: Started Ceph mon.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:32:36.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:32:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:32:35] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-12T09:32:38.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:32:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:32:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:32:39.554 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:32:39.225+0000 7f8ec2752700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-12T09:32:39.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:32:39.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:32:39.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: mgrmap e38: y(active, since 2m), standbys: x 2024-04-12T09:32:39.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: mon.a calling monitor election 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: mon.c calling monitor election 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: mon.b calling monitor election 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-12T09:32:39.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: mon.a calling monitor election 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: monmap epoch 4 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: last_changed 2024-04-12T09:32:34.239196+0000 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: min_mon_release 19 (squid) 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: election_strategy: 1 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:32:39.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: mgrmap e38: y(active, since 3m), standbys: x 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: mgrmap e38: y(active, since 2m), standbys: x 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.557 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: mon.a calling monitor election 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: mon.c calling monitor election 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: mon.b calling monitor election 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: mon.a calling monitor election 2024-04-12T09:32:39.558 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: monmap epoch 4 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: last_changed 2024-04-12T09:32:34.239196+0000 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: min_mon_release 19 (squid) 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: election_strategy: 1 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: mgrmap e38: y(active, since 3m), standbys: x 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.559 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.560 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:39.560 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 3 2024-04-12T09:32:39.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:32:39.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:32:39.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: mgrmap e38: y(active, since 2m), standbys: x 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: mon.a calling monitor election 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: mon.c calling monitor election 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: mon.b calling monitor election 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: mon.a calling monitor election 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: monmap epoch 4 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: last_changed 2024-04-12T09:32:34.239196+0000 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: created 2024-04-12T09:18:22.399427+0000 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: min_mon_release 19 (squid) 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: election_strategy: 1 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: 1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-04-12T09:32:39.745 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: 2: [v2:172.21.15.83:3301/0,v1:172.21.15.83:6790/0] mon.c 2024-04-12T09:32:39.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: fsmap foo:1 {0=foo.smithi083.srygwg=up:active} 1 up:standby 2024-04-12T09:32:39.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T09:32:39.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: mgrmap e38: y(active, since 3m), standbys: x 2024-04-12T09:32:39.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:32:39.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T09:32:39.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: daemon grafana.a on smithi165 is in error state 2024-04-12T09:32:39.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:39.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:40.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T09:32:40.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:40 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:40.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:40 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3593661579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:40.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:40 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:40.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:40 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3593661579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:40.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:40 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:32:40.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:40 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3593661579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T09:32:40.574 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:32:41.672 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:41 smithi083 ceph-mon[103899]: pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:41.672 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:41 smithi083 ceph-mon[108503]: pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:41.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:41 smithi165 ceph-mon[93699]: pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:alertmanager.a smithi083 *:9093,9094 running (4m) 14s ago 8m 24.4M - 0.25.0 c8568f914cd2 0ded26a5d879 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:grafana.a smithi165 *:3000 error 18s ago 8m - - 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi083.srygwg smithi083 running (7m) 14s ago 7m 18.4M - 17.2.7-827-gd3b5060a 21de9b7369ad 01f55cfde19d 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi165.bkjpul smithi165 running (7m) 18s ago 7m 14.8M - 17.2.7-827-gd3b5060a 21de9b7369ad 8dc0a6b521f0 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.x smithi165 *:8443,9283,8765 running (3m) 18s ago 12m 450M - 19.0.0-2053-gb277feb2 668895944f0e 3d20443c0602 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.y smithi083 *:8443,9283,8765 running (4m) 14s ago 13m 500M - 19.0.0-2053-gb277feb2 668895944f0e 479b278f428f 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:mon.a smithi083 running (3m) 14s ago 14m 44.9M 2048M 19.0.0-2053-gb277feb2 668895944f0e d0be0853082b 2024-04-12T09:32:42.404 INFO:teuthology.orchestra.run.smithi083.stdout:mon.b smithi165 starting - - - 2048M 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:mon.c smithi083 running (101s) 14s ago 12m 31.4M 2048M 19.0.0-2053-gb277feb2 668895944f0e 0e2969aa43c5 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.a smithi083 *:9100 running (4m) 14s ago 7m 15.7M - 1.5.0 0da6a335fe13 95fcc0eb74dd 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.b smithi165 *:9100 running (4m) 18s ago 7m 16.3M - 1.5.0 0da6a335fe13 32c02ede7acf 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 smithi083 running (12m) 14s ago 12m 50.3M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 2e79ec1286d2 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 smithi083 running (11m) 14s ago 11m 50.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 4b061a81b56b 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 smithi083 running (11m) 14s ago 11m 46.0M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 0323d2875d1b 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 smithi083 running (10m) 14s ago 10m 43.6M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1d1084a43cb6 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 smithi165 running (10m) 18s ago 10m 45.8M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad a0ed6898ab34 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 smithi165 running (10m) 18s ago 10m 46.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1da125f69005 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 smithi165 running (9m) 18s ago 9m 46.6M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 0d68dde9a912 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 smithi165 running (9m) 18s ago 9m 53.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 8c3c2e53fe3a 2024-04-12T09:32:42.405 INFO:teuthology.orchestra.run.smithi083.stdout:prometheus.a smithi165 *:9095 running (3m) 18s ago 8m 57.5M - 2.43.0 a07b618ecd1d a4fc77b5a1eb 2024-04-12T09:32:43.274 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade pause' 2024-04-12T09:32:43.531 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:32:43.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:43 smithi083 ceph-mon[108503]: pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:43.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:43 smithi083 ceph-mon[108503]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:43.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:43 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:43.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:43 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:43 smithi083 ceph-mon[103899]: pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:43 smithi083 ceph-mon[103899]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:43 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:43.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:43 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:43 smithi165 ceph-mon[93699]: pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:43 smithi165 ceph-mon[93699]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:43 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:43.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:43 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:45.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:45.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:45.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:45 smithi083 ceph-mon[103899]: pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:45.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:45 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:45.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:45 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:45.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:45 smithi083 ceph-mon[108503]: pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:45.404 INFO:teuthology.orchestra.run.smithi083.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:45.433 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:45 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:45.433 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:45 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:45.433 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:45 smithi165 ceph-mon[93699]: pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:45.727 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:32:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:32:45] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-04-12T09:32:46.055 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'sleep 60' 2024-04-12T09:32:46.309 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:32:46.698 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:46 smithi083 ceph-mon[108503]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:46.698 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:46 smithi083 ceph-mon[108503]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:46.698 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:46 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:46.698 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:46 smithi083 ceph-mon[103899]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:46.698 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:46 smithi083 ceph-mon[103899]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:46.698 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:46.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:46 smithi165 ceph-mon[93699]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:32:46.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:46 smithi165 ceph-mon[93699]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:32:46.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:46 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:47.729 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:47 smithi083 ceph-mon[108503]: pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:47.729 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:47 smithi083 ceph-mon[103899]: pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:47.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:47 smithi165 ceph-mon[93699]: pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:48.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:48.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: Reconfiguring mon.a (monmap changed)... 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[103899]: Reconfiguring daemon mon.a on smithi083 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: Reconfiguring mon.a (monmap changed)... 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:48.556 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:48 smithi083 ceph-mon[108503]: Reconfiguring daemon mon.a on smithi083 2024-04-12T09:32:48.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:32:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:32:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:32:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:48.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: Reconfiguring mon.a (monmap changed)... 2024-04-12T09:32:48.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:48.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:48.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:48.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:48 smithi165 ceph-mon[93699]: Reconfiguring daemon mon.a on smithi083 2024-04-12T09:32:50.280 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:50.280 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:50.280 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[103899]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T09:32:50.280 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[103899]: Reconfiguring daemon mgr.y on smithi083 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[103899]: pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[108503]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[108503]: Reconfiguring daemon mgr.y on smithi083 2024-04-12T09:32:50.281 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:50 smithi083 ceph-mon[108503]: pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:50 smithi165 ceph-mon[93699]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T09:32:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:32:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:32:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:50 smithi165 ceph-mon[93699]: Reconfiguring daemon mgr.y on smithi083 2024-04-12T09:32:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:50 smithi165 ceph-mon[93699]: pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:52.178 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:52.178 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:52.178 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:52.178 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[108503]: Reconfiguring mon.c (monmap changed)... 2024-04-12T09:32:52.178 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:52.178 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:52.178 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:52.178 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[108503]: Reconfiguring daemon mon.c on smithi083 2024-04-12T09:32:52.179 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:52.179 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:52.179 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:52.179 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[103899]: Reconfiguring mon.c (monmap changed)... 2024-04-12T09:32:52.179 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:52.179 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:52.179 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:52.179 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:51 smithi083 ceph-mon[103899]: Reconfiguring daemon mon.c on smithi083 2024-04-12T09:32:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:32:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:51 smithi165 ceph-mon[93699]: Reconfiguring mon.c (monmap changed)... 2024-04-12T09:32:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:32:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:32:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:51 smithi165 ceph-mon[93699]: Reconfiguring daemon mon.c on smithi083 2024-04-12T09:32:53.186 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[108503]: pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:53.186 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:53.186 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:53.186 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:32:53.186 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[103899]: pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:32:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:52 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:52 smithi165 ceph-mon[93699]: pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:52 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:52 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:52 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:32:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:52 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:54.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:53 smithi083 ceph-mon[103899]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T09:32:54.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:53 smithi083 ceph-mon[103899]: Reconfiguring daemon osd.0 on smithi083 2024-04-12T09:32:54.128 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:53 smithi083 ceph-mon[108503]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T09:32:54.128 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:53 smithi083 ceph-mon[108503]: Reconfiguring daemon osd.0 on smithi083 2024-04-12T09:32:54.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:53 smithi165 ceph-mon[93699]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T09:32:54.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:53 smithi165 ceph-mon[93699]: Reconfiguring daemon osd.0 on smithi083 2024-04-12T09:32:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[108503]: pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:32:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:55.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[103899]: pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:55.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:55.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:55.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:32:55.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:54 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:54 smithi165 ceph-mon[93699]: pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:54 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:54 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:54 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:32:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:54 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:55.751 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:32:55] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2024-04-12T09:32:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[108503]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T09:32:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[108503]: Reconfiguring daemon osd.1 on smithi083 2024-04-12T09:32:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:32:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[103899]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T09:32:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[103899]: Reconfiguring daemon osd.1 on smithi083 2024-04-12T09:32:56.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:56.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:56.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:32:56.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:55 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:55 smithi165 ceph-mon[93699]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T09:32:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:55 smithi165 ceph-mon[93699]: Reconfiguring daemon osd.1 on smithi083 2024-04-12T09:32:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:55 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:55 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:55 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:32:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:55 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:57.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:56 smithi083 ceph-mon[108503]: pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:57.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:56 smithi083 ceph-mon[108503]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T09:32:57.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:56 smithi083 ceph-mon[108503]: Reconfiguring daemon osd.2 on smithi083 2024-04-12T09:32:57.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:56 smithi083 ceph-mon[103899]: pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:57.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:56 smithi083 ceph-mon[103899]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T09:32:57.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:56 smithi083 ceph-mon[103899]: Reconfiguring daemon osd.2 on smithi083 2024-04-12T09:32:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:56 smithi165 ceph-mon[93699]: pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:56 smithi165 ceph-mon[93699]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T09:32:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:56 smithi165 ceph-mon[93699]: Reconfiguring daemon osd.2 on smithi083 2024-04-12T09:32:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[103899]: pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[103899]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T09:32:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:32:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:58.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[103899]: Reconfiguring daemon osd.3 on smithi083 2024-04-12T09:32:58.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[108503]: pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:58.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:58.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:58.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[108503]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T09:32:58.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:32:58.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:58.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:32:58 smithi083 ceph-mon[108503]: Reconfiguring daemon osd.3 on smithi083 2024-04-12T09:32:58.994 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:32:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:32:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:32:58.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:58 smithi165 ceph-mon[93699]: pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:32:58.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:58.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:32:58.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:58 smithi165 ceph-mon[93699]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T09:32:58.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:32:58.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:32:58.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:32:58 smithi165 ceph-mon[93699]: Reconfiguring daemon osd.3 on smithi083 2024-04-12T09:33:00.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:00.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:00.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[108503]: Reconfiguring mds.foo.smithi083.srygwg (monmap changed)... 2024-04-12T09:33:00.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:33:00.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:00.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[108503]: Reconfiguring daemon mds.foo.smithi083.srygwg on smithi083 2024-04-12T09:33:00.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[108503]: pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[103899]: Reconfiguring mds.foo.smithi083.srygwg (monmap changed)... 2024-04-12T09:33:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:33:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[103899]: Reconfiguring daemon mds.foo.smithi083.srygwg on smithi083 2024-04-12T09:33:00.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:00 smithi083 ceph-mon[103899]: pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:00.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:00 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:00.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:00 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:00.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:00 smithi165 ceph-mon[93699]: Reconfiguring mds.foo.smithi083.srygwg (monmap changed)... 2024-04-12T09:33:00.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:00 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.srygwg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:33:00.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:00 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:00.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:00 smithi165 ceph-mon[93699]: Reconfiguring daemon mds.foo.smithi083.srygwg on smithi083 2024-04-12T09:33:00.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:00 smithi165 ceph-mon[93699]: pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:01 smithi165 ceph-mon[93699]: Reconfiguring mon.b (monmap changed)... 2024-04-12T09:33:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:33:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:33:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:01 smithi165 ceph-mon[93699]: Reconfiguring daemon mon.b on smithi165 2024-04-12T09:33:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[103899]: Reconfiguring mon.b (monmap changed)... 2024-04-12T09:33:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:33:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:33:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[103899]: Reconfiguring daemon mon.b on smithi165 2024-04-12T09:33:02.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:02.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:02.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[108503]: Reconfiguring mon.b (monmap changed)... 2024-04-12T09:33:02.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T09:33:02.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T09:33:02.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:02.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:01 smithi083 ceph-mon[108503]: Reconfiguring daemon mon.b on smithi165 2024-04-12T09:33:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[103899]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:33:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:33:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:03.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[108503]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:03.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:03.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:03.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:33:03.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:33:03.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:02 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:03.098 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:02 smithi165 ceph-mon[93699]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:03.098 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:02 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:03.098 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:02 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:03.098 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:02 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T09:33:03.098 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:02 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T09:33:03.098 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:02 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:03.959 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:03 smithi165 ceph-mon[93699]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T09:33:03.959 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:03 smithi165 ceph-mon[93699]: Reconfiguring daemon mgr.x on smithi165 2024-04-12T09:33:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:03 smithi083 ceph-mon[108503]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T09:33:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:03 smithi083 ceph-mon[108503]: Reconfiguring daemon mgr.x on smithi165 2024-04-12T09:33:04.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:03 smithi083 ceph-mon[103899]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T09:33:04.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:03 smithi083 ceph-mon[103899]: Reconfiguring daemon mgr.x on smithi165 2024-04-12T09:33:04.888 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:04 smithi165 ceph-mon[93699]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:04.888 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:04 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:04.888 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:04 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:04.888 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:04 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T09:33:04.888 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:04 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:05.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[108503]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:05.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:05.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:05.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T09:33:05.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:05.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[103899]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:05.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:05.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:05.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T09:33:05.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:04 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:05.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:05 smithi165 ceph-mon[93699]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T09:33:05.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:05 smithi165 ceph-mon[93699]: Reconfiguring daemon osd.4 on smithi165 2024-04-12T09:33:06.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:05 smithi083 ceph-mon[108503]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T09:33:06.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:05 smithi083 ceph-mon[108503]: Reconfiguring daemon osd.4 on smithi165 2024-04-12T09:33:06.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:05 smithi083 ceph-mon[103899]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T09:33:06.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:05 smithi083 ceph-mon[103899]: Reconfiguring daemon osd.4 on smithi165 2024-04-12T09:33:06.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:33:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:33:05] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2024-04-12T09:33:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:06 smithi165 ceph-mon[93699]: pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:06 smithi165 ceph-mon[93699]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T09:33:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T09:33:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:06 smithi165 ceph-mon[93699]: Reconfiguring daemon osd.5 on smithi165 2024-04-12T09:33:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[103899]: pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[103899]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T09:33:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T09:33:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[103899]: Reconfiguring daemon osd.5 on smithi165 2024-04-12T09:33:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:07.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[108503]: pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:07.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:07.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:07.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[108503]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T09:33:07.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T09:33:07.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:07.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[108503]: Reconfiguring daemon osd.5 on smithi165 2024-04-12T09:33:07.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:08.743 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:33:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:33:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi165.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.83\", device_class=\"ssd\", hostname=\"smithi083\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.83\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T09:33:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:08 smithi165 ceph-mon[93699]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:08 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:08 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:08 smithi165 ceph-mon[93699]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T09:33:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:08 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T09:33:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:08 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:08.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:08 smithi165 ceph-mon[93699]: Reconfiguring daemon osd.6 on smithi165 2024-04-12T09:33:09.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[108503]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:09.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:09.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:09.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[108503]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T09:33:09.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T09:33:09.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:09.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[108503]: Reconfiguring daemon osd.6 on smithi165 2024-04-12T09:33:09.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[103899]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:09.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:09.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:09.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[103899]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T09:33:09.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T09:33:09.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:09.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:08 smithi083 ceph-mon[103899]: Reconfiguring daemon osd.6 on smithi165 2024-04-12T09:33:10.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:10 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:10.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:10 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:10.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:10 smithi165 ceph-mon[93699]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T09:33:10.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:10 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T09:33:10.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:10 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:10.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:10 smithi165 ceph-mon[93699]: Reconfiguring daemon osd.7 on smithi165 2024-04-12T09:33:10.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:10 smithi165 ceph-mon[93699]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:10.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:10.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:10.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[108503]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T09:33:10.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T09:33:10.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:10.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[108503]: Reconfiguring daemon osd.7 on smithi165 2024-04-12T09:33:10.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[108503]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:10.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:10.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:10.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[103899]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T09:33:10.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T09:33:10.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:10.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[103899]: Reconfiguring daemon osd.7 on smithi165 2024-04-12T09:33:10.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:10 smithi083 ceph-mon[103899]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:11 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:11 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:11 smithi165 ceph-mon[93699]: Reconfiguring mds.foo.smithi165.bkjpul (monmap changed)... 2024-04-12T09:33:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:11 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:33:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:11 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:11 smithi165 ceph-mon[93699]: Reconfiguring daemon mds.foo.smithi165.bkjpul on smithi165 2024-04-12T09:33:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:11 smithi165 ceph-mon[93699]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[108503]: Reconfiguring mds.foo.smithi165.bkjpul (monmap changed)... 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[108503]: Reconfiguring daemon mds.foo.smithi165.bkjpul on smithi165 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[108503]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[103899]: Reconfiguring mds.foo.smithi165.bkjpul (monmap changed)... 2024-04-12T09:33:12.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.bkjpul", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T09:33:12.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:12.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[103899]: Reconfiguring daemon mds.foo.smithi165.bkjpul on smithi165 2024-04-12T09:33:12.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:11 smithi083 ceph-mon[103899]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:13 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:13 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:13 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:13 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:13 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:33:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:13 smithi165 ceph-mon[93699]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:13 smithi165 ceph-mon[93699]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:13.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:13 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:33:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[108503]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[108503]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:14.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:14.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:14.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:14.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:14.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:33:14.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[103899]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:14.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[103899]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:14.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:15.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:15 smithi165 ceph-mon[93699]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:16.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:15 smithi083 ceph-mon[108503]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:16.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:15 smithi083 ceph-mon[103899]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:16.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:33:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:33:15] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-04-12T09:33:17.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:17 smithi165 ceph-mon[93699]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:18.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:17 smithi083 ceph-mon[103899]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:18.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:17 smithi083 ceph-mon[108503]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:19 smithi165 ceph-mon[93699]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:20.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:19 smithi083 ceph-mon[103899]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:20.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:19 smithi083 ceph-mon[108503]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:21 smithi165 ceph-mon[93699]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:22.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:21 smithi083 ceph-mon[108503]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:22.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:22.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:21 smithi083 ceph-mon[103899]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:22.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:23 smithi165 ceph-mon[93699]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:24.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:23 smithi083 ceph-mon[103899]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:24.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:23 smithi083 ceph-mon[108503]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:25.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:25 smithi165 ceph-mon[93699]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:26.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:25 smithi083 ceph-mon[108503]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:26.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:25 smithi083 ceph-mon[103899]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:26.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:33:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:33:25] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-12T09:33:27.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:27 smithi165 ceph-mon[93699]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:28.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:27 smithi083 ceph-mon[108503]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:27 smithi083 ceph-mon[103899]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:29.997 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:29 smithi165 ceph-mon[93699]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:30.058 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:29 smithi083 ceph-mon[108503]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:30.058 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:29 smithi083 ceph-mon[103899]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:31 smithi165 ceph-mon[93699]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:32.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:31 smithi083 ceph-mon[108503]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:32.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:31 smithi083 ceph-mon[103899]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:33.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:33 smithi165 ceph-mon[93699]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:34.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:33 smithi083 ceph-mon[108503]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:34.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:33 smithi083 ceph-mon[103899]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:35.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:35 smithi165 ceph-mon[93699]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:36.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:35 smithi083 ceph-mon[108503]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:36.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:35 smithi083 ceph-mon[103899]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:36.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:33:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:33:35] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-12T09:33:36.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:36 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:36 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:37.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:37 smithi165 ceph-mon[93699]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:38.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:37 smithi083 ceph-mon[103899]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:38.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:37 smithi083 ceph-mon[108503]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:39.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:39 smithi165 ceph-mon[93699]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:40.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:39 smithi083 ceph-mon[103899]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:39 smithi083 ceph-mon[108503]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:41.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:41 smithi165 ceph-mon[93699]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:42.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:41 smithi083 ceph-mon[108503]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:42.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:41 smithi083 ceph-mon[103899]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:43.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:43 smithi165 ceph-mon[93699]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:44.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:43 smithi083 ceph-mon[108503]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:44.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:43 smithi083 ceph-mon[103899]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:45.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:45 smithi165 ceph-mon[93699]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:46.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:45 smithi083 ceph-mon[103899]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:46.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:45 smithi083 ceph-mon[108503]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:46.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:33:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:33:45] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-04-12T09:33:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:47 smithi165 ceph-mon[93699]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:48.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:47 smithi083 ceph-mon[108503]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:48.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:47 smithi083 ceph-mon[103899]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:48.574 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade resume' 2024-04-12T09:33:48.841 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:33:49.988 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:49 smithi083 ceph-mon[108503]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:49.988 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:49 smithi083 ceph-mon[103899]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:49.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:49 smithi165 ceph-mon[93699]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:50.617 INFO:teuthology.orchestra.run.smithi083.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:33:51.244 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'echo wait for half of osds to upgrade' 2024-04-12T09:33:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:51 smithi165 ceph-mon[93699]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:33:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:51 smithi165 ceph-mon[93699]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:33:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:51 smithi165 ceph-mon[93699]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[108503]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[108503]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[108503]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[103899]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[103899]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:33:51.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[103899]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:51.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:51.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:51.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:33:52.124 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:33:53.963 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:53 smithi083 ceph-mon[108503]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:53.964 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:53 smithi083 ceph-mon[103899]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:53.992 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:53 smithi165 ceph-mon[93699]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:54.367 INFO:teuthology.orchestra.run.smithi083.stdout:wait for half of osds to upgrade 2024-04-12T09:33:55.045 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-04-12T09:33:55.645 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:55 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:55.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:55 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:55.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:55 smithi083 ceph-mon[108503]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:55.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:55 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:55.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:55 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:55.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:55 smithi083 ceph-mon[103899]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:55.739 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:33:55.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:55 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:55.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:55 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:55.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:55 smithi165 ceph-mon[93699]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:56.005 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:33:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:33:55] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-04-12T09:33:57.773 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:57 smithi083 ceph-mon[103899]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:57.773 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:57 smithi083 ceph-mon[108503]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:57 smithi165 ceph-mon[93699]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:33:59.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/740769634' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.131 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/740769634' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T09:33:59.132 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T09:33:59.133 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T09:33:59.133 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T09:33:59.133 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.133 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.133 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:58 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/740769634' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:33:59.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:58 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T09:34:00.165 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[108503]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:00.165 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[108503]: pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:00.165 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[108503]: Upgrade: Setting container_image for all mon 2024-04-12T09:34:00.165 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[108503]: Upgrade: Setting container_image for all crash 2024-04-12T09:34:00.165 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[108503]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T09:34:00.165 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[108503]: Upgrade: osd.0 is safe to restart 2024-04-12T09:34:00.165 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[103899]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:00.166 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[103899]: pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:00.166 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[103899]: Upgrade: Setting container_image for all mon 2024-04-12T09:34:00.166 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[103899]: Upgrade: Setting container_image for all crash 2024-04-12T09:34:00.166 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[103899]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T09:34:00.166 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:33:59 smithi083 ceph-mon[103899]: Upgrade: osd.0 is safe to restart 2024-04-12T09:34:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:59 smithi165 ceph-mon[93699]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:59 smithi165 ceph-mon[93699]: pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:59 smithi165 ceph-mon[93699]: Upgrade: Setting container_image for all mon 2024-04-12T09:34:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:59 smithi165 ceph-mon[93699]: Upgrade: Setting container_image for all crash 2024-04-12T09:34:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:59 smithi165 ceph-mon[93699]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T09:34:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:33:59 smithi165 ceph-mon[93699]: Upgrade: osd.0 is safe to restart 2024-04-12T09:34:01.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:01 smithi165 ceph-mon[93699]: Upgrade: Updating osd.0 2024-04-12T09:34:01.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:01.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:34:01.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:01.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:01 smithi165 ceph-mon[93699]: Deploying daemon osd.0 on smithi083 2024-04-12T09:34:01.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:01 smithi165 ceph-mon[93699]: pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:01.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:01 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/91516173' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:01.548 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[108503]: Upgrade: Updating osd.0 2024-04-12T09:34:01.548 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:01.548 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:34:01.548 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:01.549 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[108503]: Deploying daemon osd.0 on smithi083 2024-04-12T09:34:01.549 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[108503]: pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:01.549 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/91516173' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:01.549 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[103899]: Upgrade: Updating osd.0 2024-04-12T09:34:01.550 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:01.550 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T09:34:01.550 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:01.550 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[103899]: Deploying daemon osd.0 on smithi083 2024-04-12T09:34:01.550 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[103899]: pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:01.551 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:01 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/91516173' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:03.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:03 smithi083 ceph-mon[108503]: pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:03.680 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:03 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2918682805' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:03.680 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:03 smithi083 ceph-mon[103899]: pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:03.680 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:03 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2918682805' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:03.680 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:03 smithi083 systemd[1]: Stopping Ceph osd.0 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:34:03.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:03 smithi165 ceph-mon[93699]: pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:03.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:03 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2918682805' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:04.054 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[45599]: 2024-04-12T09:34:03.678+0000 7f1366638700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:34:04.054 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[45599]: 2024-04-12T09:34:03.678+0000 7f1366638700 -1 osd.0 88 *** Got signal Terminated *** 2024-04-12T09:34:04.054 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[45599]: 2024-04-12T09:34:03.678+0000 7f1366638700 -1 osd.0 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:34:04.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:04 smithi165 ceph-mon[93699]: osd.0 marked itself down and dead 2024-04-12T09:34:04.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:04 smithi083 ceph-mon[103899]: osd.0 marked itself down and dead 2024-04-12T09:34:04.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:04 smithi083 ceph-mon[108503]: osd.0 marked itself down and dead 2024-04-12T09:34:05.136 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:04 smithi083 podman[117932]: 2024-04-12 09:34:04.863525936 +0000 UTC m=+1.291551826 container died 2e79ec1286d2aea06e9d21adb0e1f8183ace1013772bc038f26396bf74eb12a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:34:05.496 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:05 smithi083 podman[117932]: 2024-04-12 09:34:05.228257988 +0000 UTC m=+1.656283885 container cleanup 2e79ec1286d2aea06e9d21adb0e1f8183ace1013772bc038f26396bf74eb12a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-12T09:34:05.497 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:05 smithi083 bash[117932]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0 2024-04-12T09:34:05.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:34:05] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-04-12T09:34:05.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-mon[103899]: pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:05.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-mon[103899]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:34:05.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-mon[103899]: osdmap e89: 8 total, 7 up, 8 in 2024-04-12T09:34:05.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2219335647' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:05.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-mon[108503]: pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:05.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-mon[108503]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:34:05.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-mon[108503]: osdmap e89: 8 total, 7 up, 8 in 2024-04-12T09:34:05.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:05 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2219335647' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:05.805 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:05 smithi083 podman[117954]: 2024-04-12 09:34:05.502572436 +0000 UTC m=+0.634961637 container remove 2e79ec1286d2aea06e9d21adb0e1f8183ace1013772bc038f26396bf74eb12a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T09:34:05.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:05 smithi165 ceph-mon[93699]: pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:05.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:05 smithi165 ceph-mon[93699]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:34:05.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:05 smithi165 ceph-mon[93699]: osdmap e89: 8 total, 7 up, 8 in 2024-04-12T09:34:05.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:05 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2219335647' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:06.131 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:05 smithi083 podman[118073]: 2024-04-12 09:34:05.828553548 +0000 UTC m=+0.109743187 container create 5c824fa1d78d091138f5e3aefb32f6a19c06a9b4e14935bb87eb7a4291dd34dc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-12T09:34:06.131 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:05 smithi083 podman[118073]: 2024-04-12 09:34:05.736392342 +0000 UTC m=+0.017582003 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:34:06.132 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:06 smithi083 podman[118073]: 2024-04-12 09:34:06.032795162 +0000 UTC m=+0.313984811 container init 5c824fa1d78d091138f5e3aefb32f6a19c06a9b4e14935bb87eb7a4291dd34dc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:34:06.132 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:06 smithi083 podman[118073]: 2024-04-12 09:34:06.038177927 +0000 UTC m=+0.319367574 container start 5c824fa1d78d091138f5e3aefb32f6a19c06a9b4e14935bb87eb7a4291dd34dc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-12T09:34:06.132 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:06 smithi083 podman[118073]: 2024-04-12 09:34:06.131565022 +0000 UTC m=+0.412754670 container attach 5c824fa1d78d091138f5e3aefb32f6a19c06a9b4e14935bb87eb7a4291dd34dc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-04-12T09:34:06.497 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:06 smithi083 podman[118073]: 2024-04-12 09:34:06.325592688 +0000 UTC m=+0.606782338 container died 5c824fa1d78d091138f5e3aefb32f6a19c06a9b4e14935bb87eb7a4291dd34dc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb) 2024-04-12T09:34:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:06 smithi083 ceph-mon[103899]: osdmap e90: 8 total, 7 up, 8 in 2024-04-12T09:34:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:06.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:06.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:06 smithi083 ceph-mon[108503]: osdmap e90: 8 total, 7 up, 8 in 2024-04-12T09:34:06.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:06.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:06 smithi165 ceph-mon[93699]: osdmap e90: 8 total, 7 up, 8 in 2024-04-12T09:34:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:07.304 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:06 smithi083 podman[118119]: 2024-04-12 09:34:06.960792816 +0000 UTC m=+0.630193448 container remove 5c824fa1d78d091138f5e3aefb32f6a19c06a9b4e14935bb87eb7a4291dd34dc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:34:07.304 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:06 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-12T09:34:07.304 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:06 smithi083 systemd[1]: Stopped Ceph osd.0 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:34:07.304 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:06 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.0.service: Consumed 5.740s CPU time. 2024-04-12T09:34:07.304 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:07 smithi083 systemd[1]: Starting Ceph osd.0 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:34:07.731 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:07 smithi083 podman[118230]: 2024-04-12 09:34:07.309047554 +0000 UTC m=+0.018186696 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:34:07.731 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:07 smithi083 podman[118230]: 2024-04-12 09:34:07.428365504 +0000 UTC m=+0.137504644 container create dd4f7684acb21a5242584e88bffa1f5d18625213fdafd946c6e6beb8286c9b37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T09:34:07.731 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:07 smithi083 podman[118230]: 2024-04-12 09:34:07.631326853 +0000 UTC m=+0.340465992 container init dd4f7684acb21a5242584e88bffa1f5d18625213fdafd946c6e6beb8286c9b37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-12T09:34:07.731 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:07 smithi083 podman[118230]: 2024-04-12 09:34:07.636597213 +0000 UTC m=+0.345736351 container start dd4f7684acb21a5242584e88bffa1f5d18625213fdafd946c6e6beb8286c9b37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-12T09:34:07.732 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:07 smithi083 podman[118230]: 2024-04-12 09:34:07.731141544 +0000 UTC m=+0.440280697 container attach dd4f7684acb21a5242584e88bffa1f5d18625213fdafd946c6e6beb8286c9b37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-12T09:34:08.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:07 smithi083 ceph-mon[108503]: pgmap v152: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:08.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:07 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3686464874' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:08.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:07 smithi083 ceph-mon[103899]: pgmap v152: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:08.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:07 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3686464874' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:08.161 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:07 smithi165 ceph-mon[93699]: pgmap v152: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:08.161 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:07 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3686464874' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:08.554 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate[118265]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T09:34:08.554 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate[118265]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 bash[118230]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 bash[118230]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 bash[118230]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 bash[118230]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 bash[118230]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 bash[118230]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 bash[118230]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate[118265]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate[118265]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate[118265]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate[118265]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate[118265]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T09:34:08.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 podman[118230]: 2024-04-12 09:34:08.103897588 +0000 UTC m=+0.813036733 container died dd4f7684acb21a5242584e88bffa1f5d18625213fdafd946c6e6beb8286c9b37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=squid-b277feb, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T09:34:09.182 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-mon[108503]: pgmap v153: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:09.182 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-mon[108503]: Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:09.183 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-mon[103899]: pgmap v153: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:09.183 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:08 smithi083 ceph-mon[103899]: Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:09.183 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:08 smithi083 podman[118404]: 2024-04-12 09:34:08.826883111 +0000 UTC m=+0.718159760 container remove dd4f7684acb21a5242584e88bffa1f5d18625213fdafd946c6e6beb8286c9b37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-12T09:34:09.183 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:09 smithi083 podman[118469]: 2024-04-12 09:34:08.942336798 +0000 UTC m=+0.018627574 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:34:09.183 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:09 smithi083 podman[118469]: 2024-04-12 09:34:09.052884265 +0000 UTC m=+0.129175065 container create 2f1b16c78124e1804e6273c6359881e9c0fcc47d12f5c01de2c27355750a8a3f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:34:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:08 smithi165 ceph-mon[93699]: pgmap v153: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:08 smithi165 ceph-mon[93699]: Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:09.554 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:09 smithi083 podman[118469]: 2024-04-12 09:34:09.280438044 +0000 UTC m=+0.356728801 container init 2f1b16c78124e1804e6273c6359881e9c0fcc47d12f5c01de2c27355750a8a3f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T09:34:09.554 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:09 smithi083 podman[118469]: 2024-04-12 09:34:09.285710535 +0000 UTC m=+0.362001302 container start 2f1b16c78124e1804e6273c6359881e9c0fcc47d12f5c01de2c27355750a8a3f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-b277feb) 2024-04-12T09:34:09.554 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:09 smithi083 ceph-osd[118507]: -- 172.21.15.83:0/3243727601 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f7c7f63680 con 0x55f7c7f2d400 2024-04-12T09:34:09.554 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:09 smithi083 bash[118469]: 2f1b16c78124e1804e6273c6359881e9c0fcc47d12f5c01de2c27355750a8a3f 2024-04-12T09:34:09.555 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:09 smithi083 systemd[1]: Started Ceph osd.0 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:34:10.304 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:09 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[118484]: 2024-04-12T09:34:09.830+0000 7fa3813367c0 -1 Falling back to public interface 2024-04-12T09:34:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:10 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:10.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:10 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:10.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:10 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:10.744 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:10 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/204777117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:10 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:10 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:10 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:10 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/204777117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:10 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:10 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:10 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:10 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/204777117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:11.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:11 smithi083 ceph-mon[103899]: pgmap v154: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:11.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:11 smithi083 ceph-mon[108503]: pgmap v154: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:11.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:11 smithi165 ceph-mon[93699]: pgmap v154: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:12.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:12 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/691209191' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:12.803 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:12 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/691209191' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:12.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:12 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/691209191' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:12.804 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:12 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[118484]: 2024-04-12T09:34:12.592+0000 7fa3813367c0 -1 osd.0 88 log_to_monitors true 2024-04-12T09:34:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:13 smithi165 ceph-mon[93699]: pgmap v155: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:13 smithi165 ceph-mon[93699]: from='osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:34:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:13 smithi165 ceph-mon[93699]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:34:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:13 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:13.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:13 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[108503]: pgmap v155: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[108503]: from='osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[108503]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[103899]: pgmap v155: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[103899]: from='osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[103899]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:13.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:14.304 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:34:13 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[118484]: 2024-04-12T09:34:13.921+0000 7fa36e786700 -1 osd.0 88 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:34:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:14 smithi165 ceph-mon[93699]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T09:34:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:14 smithi165 ceph-mon[93699]: osdmap e91: 8 total, 7 up, 8 in 2024-04-12T09:34:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:14 smithi165 ceph-mon[93699]: from='osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:14 smithi165 ceph-mon[93699]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:14 smithi165 ceph-mon[93699]: from='osd.0 ' entity='osd.0' 2024-04-12T09:34:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:14 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:14.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:14 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[108503]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[108503]: osdmap e91: 8 total, 7 up, 8 in 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[108503]: from='osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[108503]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[108503]: from='osd.0 ' entity='osd.0' 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[103899]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T09:34:14.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[103899]: osdmap e91: 8 total, 7 up, 8 in 2024-04-12T09:34:14.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[103899]: from='osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:14.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[103899]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:14.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[103899]: from='osd.0 ' entity='osd.0' 2024-04-12T09:34:14.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:14.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:14 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:15.645 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[108503]: pgmap v157: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1685587086' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[108503]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[108503]: osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368] boot 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[108503]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[103899]: pgmap v157: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1685587086' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[103899]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[103899]: osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368] boot 2024-04-12T09:34:15.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[103899]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T09:34:15.647 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:34:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:15 smithi165 ceph-mon[93699]: pgmap v157: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:15 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1685587086' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:15 smithi165 ceph-mon[93699]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:34:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:15 smithi165 ceph-mon[93699]: osd.0 [v2:172.21.15.83:6802/3720402368,v1:172.21.15.83:6803/3720402368] boot 2024-04-12T09:34:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:15 smithi165 ceph-mon[93699]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T09:34:15.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:15 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T09:34:16.029 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:34:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:34:15] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-12T09:34:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:16 smithi165 ceph-mon[93699]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T09:34:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:16 smithi165 ceph-mon[93699]: pgmap v160: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:16 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2509250891' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:17.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:16 smithi083 ceph-mon[108503]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T09:34:17.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:16 smithi083 ceph-mon[108503]: pgmap v160: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:17.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:16 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2509250891' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:17.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:16 smithi083 ceph-mon[103899]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T09:34:17.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:16 smithi083 ceph-mon[103899]: pgmap v160: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-12T09:34:17.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:16 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2509250891' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:18.304 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:34:18.069+0000 7f8ec2752700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-04-12T09:34:19.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:19.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:34:19.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:19.205 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.206 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.207 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:18 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:19.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:34:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:18 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:20.217 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[103899]: pgmap v161: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:20.217 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[103899]: pgmap v162: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:20.217 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[103899]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[103899]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[103899]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3848308117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[108503]: pgmap v161: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[108503]: pgmap v162: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[108503]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[108503]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[108503]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:20.218 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:19 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3848308117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:20.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:19 smithi165 ceph-mon[93699]: pgmap v161: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:20.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:19 smithi165 ceph-mon[93699]: pgmap v162: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:20.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:19 smithi165 ceph-mon[93699]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:20.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:19 smithi165 ceph-mon[93699]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-04-12T09:34:20.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:19 smithi165 ceph-mon[93699]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:20.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:19 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3848308117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:21 smithi165 ceph-mon[93699]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:21 smithi165 ceph-mon[93699]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-12T09:34:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:21 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/760507347' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[103899]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[103899]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-12T09:34:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/760507347' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[108503]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[108503]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-12T09:34:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:21 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/760507347' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:23 smithi165 ceph-mon[93699]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:23 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1519590001' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:24.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:23 smithi083 ceph-mon[103899]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:24.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:23 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1519590001' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:24.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:23 smithi083 ceph-mon[108503]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:24.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:23 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1519590001' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:26.053 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:25 smithi083 ceph-mon[108503]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:26.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:34:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:34:25] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-04-12T09:34:26.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:25 smithi083 ceph-mon[103899]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:26.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:25 smithi165 ceph-mon[93699]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:26 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1612450061' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:27.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:27.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:26 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1612450061' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:27.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:27.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:26 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1612450061' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:27 smithi165 ceph-mon[93699]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:28.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:27 smithi083 ceph-mon[108503]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:28.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:27 smithi083 ceph-mon[103899]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:28 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2991037613' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:29.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:28 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2991037613' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:28 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2991037613' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:30.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:29 smithi165 ceph-mon[93699]: pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:30.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:29 smithi083 ceph-mon[103899]: pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:30.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:29 smithi083 ceph-mon[108503]: pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:31.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:30 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3347651218' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:31.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:30 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3347651218' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:31.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:30 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3347651218' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:32.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:31 smithi165 ceph-mon[93699]: pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:32.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:31 smithi083 ceph-mon[103899]: pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:32.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:31 smithi083 ceph-mon[108503]: pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:34.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:33 smithi165 ceph-mon[93699]: pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:34.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:33 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:34.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:33 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3564285783' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:34.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:33 smithi083 ceph-mon[103899]: pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:34.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:33 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:34.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:33 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3564285783' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:34.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:33 smithi083 ceph-mon[108503]: pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:34.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:33 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:34.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:33 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3564285783' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[108503]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[108503]: Upgrade: osd.1 is safe to restart 2024-04-12T09:34:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:34:35.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:35.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[103899]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:35.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[103899]: Upgrade: osd.1 is safe to restart 2024-04-12T09:34:35.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:35.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:34:35.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:34 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:34 smithi165 ceph-mon[93699]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T09:34:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:34 smithi165 ceph-mon[93699]: Upgrade: osd.1 is safe to restart 2024-04-12T09:34:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:34 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:34 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T09:34:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:34 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:35.911 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:34:35] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-04-12T09:34:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:35 smithi165 ceph-mon[93699]: pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:35 smithi165 ceph-mon[93699]: Upgrade: Updating osd.1 2024-04-12T09:34:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:35 smithi165 ceph-mon[93699]: Deploying daemon osd.1 on smithi083 2024-04-12T09:34:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:35 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3315653712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:35 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:35 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:36.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[103899]: pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:36.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[103899]: Upgrade: Updating osd.1 2024-04-12T09:34:36.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[103899]: Deploying daemon osd.1 on smithi083 2024-04-12T09:34:36.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3315653712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:36.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:36.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:36.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[108503]: pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:36.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[108503]: Upgrade: Updating osd.1 2024-04-12T09:34:36.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[108503]: Deploying daemon osd.1 on smithi083 2024-04-12T09:34:36.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3315653712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:36.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:36.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:35 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:38.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:37 smithi083 ceph-mon[103899]: pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:38.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:37 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1917436637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:38.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:37 smithi083 ceph-mon[108503]: pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:38.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:37 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1917436637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:38.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:37 smithi165 ceph-mon[93699]: pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:38.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:37 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1917436637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:38.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:38 smithi083 systemd[1]: Stopping Ceph osd.1 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:34:38.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:38 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[51644]: 2024-04-12T09:34:38.384+0000 7f1163751700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:34:38.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:38 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[51644]: 2024-04-12T09:34:38.384+0000 7f1163751700 -1 osd.1 93 *** Got signal Terminated *** 2024-04-12T09:34:38.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:38 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[51644]: 2024-04-12T09:34:38.384+0000 7f1163751700 -1 osd.1 93 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:34:39.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:38 smithi165 ceph-mon[93699]: osd.1 marked itself down and dead 2024-04-12T09:34:39.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:38 smithi083 ceph-mon[103899]: osd.1 marked itself down and dead 2024-04-12T09:34:39.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:38 smithi083 ceph-mon[108503]: osd.1 marked itself down and dead 2024-04-12T09:34:39.692 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:39 smithi083 podman[123355]: 2024-04-12 09:34:39.418110968 +0000 UTC m=+1.127540420 container died 4b061a81b56bb7e187b6a7a65ca231142b94dfaab90b6ec9d8d5bc3543b2e66e (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T09:34:40.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:39 smithi083 ceph-mon[103899]: pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:40.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:39 smithi083 ceph-mon[103899]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:34:40.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:39 smithi083 ceph-mon[103899]: osdmap e94: 8 total, 7 up, 8 in 2024-04-12T09:34:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:39 smithi083 ceph-mon[108503]: pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:39 smithi083 ceph-mon[108503]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:34:40.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:39 smithi083 ceph-mon[108503]: osdmap e94: 8 total, 7 up, 8 in 2024-04-12T09:34:40.055 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:39 smithi083 podman[123355]: 2024-04-12 09:34:39.85775972 +0000 UTC m=+1.567189169 container cleanup 4b061a81b56bb7e187b6a7a65ca231142b94dfaab90b6ec9d8d5bc3543b2e66e (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-12T09:34:40.055 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:39 smithi083 bash[123355]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1 2024-04-12T09:34:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:39 smithi165 ceph-mon[93699]: pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:39 smithi165 ceph-mon[93699]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:34:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:39 smithi165 ceph-mon[93699]: osdmap e94: 8 total, 7 up, 8 in 2024-04-12T09:34:40.509 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:40 smithi083 podman[123377]: 2024-04-12 09:34:40.085101327 +0000 UTC m=+0.659821569 container remove 4b061a81b56bb7e187b6a7a65ca231142b94dfaab90b6ec9d8d5bc3543b2e66e (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-12T09:34:40.763 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:40 smithi083 podman[123497]: 2024-04-12 09:34:40.412415571 +0000 UTC m=+0.017710583 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:34:40.763 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:40 smithi083 podman[123497]: 2024-04-12 09:34:40.527363446 +0000 UTC m=+0.132658431 container create fc393c878787ecdf7394c8fb2cea94d74688e18fb791d31b69199d6ba67fd985 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T09:34:41.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:40 smithi083 ceph-mon[108503]: pgmap v175: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:41.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:40 smithi083 ceph-mon[108503]: osdmap e95: 8 total, 7 up, 8 in 2024-04-12T09:34:41.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:40 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/4026401798' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:41.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:40 smithi083 ceph-mon[103899]: pgmap v175: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:41.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:40 smithi083 ceph-mon[103899]: osdmap e95: 8 total, 7 up, 8 in 2024-04-12T09:34:41.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:40 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/4026401798' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:41.055 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:40 smithi083 podman[123497]: 2024-04-12 09:34:40.763500222 +0000 UTC m=+0.368795209 container init fc393c878787ecdf7394c8fb2cea94d74688e18fb791d31b69199d6ba67fd985 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T09:34:41.055 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:40 smithi083 podman[123497]: 2024-04-12 09:34:40.768944351 +0000 UTC m=+0.374239338 container start fc393c878787ecdf7394c8fb2cea94d74688e18fb791d31b69199d6ba67fd985 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:34:41.055 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:40 smithi083 podman[123497]: 2024-04-12 09:34:40.85500952 +0000 UTC m=+0.460304515 container attach fc393c878787ecdf7394c8fb2cea94d74688e18fb791d31b69199d6ba67fd985 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-b277feb) 2024-04-12T09:34:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:40 smithi165 ceph-mon[93699]: pgmap v175: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:40 smithi165 ceph-mon[93699]: osdmap e95: 8 total, 7 up, 8 in 2024-04-12T09:34:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:40 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/4026401798' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:41.358 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:41 smithi083 podman[123497]: 2024-04-12 09:34:41.058660759 +0000 UTC m=+0.663955747 container died fc393c878787ecdf7394c8fb2cea94d74688e18fb791d31b69199d6ba67fd985 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb) 2024-04-12T09:34:42.034 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:41 smithi083 podman[123543]: 2024-04-12 09:34:41.767546568 +0000 UTC m=+0.704046586 container remove fc393c878787ecdf7394c8fb2cea94d74688e18fb791d31b69199d6ba67fd985 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:34:42.034 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:41 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-12T09:34:42.034 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:41 smithi083 systemd[1]: Stopped Ceph osd.1 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:34:42.034 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:41 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.1.service: Consumed 6.448s CPU time. 2024-04-12T09:34:42.034 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:41 smithi083 systemd[1]: Starting Ceph osd.1 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:34:42.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-mon[108503]: Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:42.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-mon[103899]: Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:42.305 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 podman[123651]: 2024-04-12 09:34:42.10686161 +0000 UTC m=+0.017655273 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:34:42.305 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 podman[123651]: 2024-04-12 09:34:42.226925878 +0000 UTC m=+0.137719542 container create 651588b542745a59396cbb4e3e7d0879b2004967b5951c650c19bac8b9d7add5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-04-12T09:34:42.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:42 smithi165 ceph-mon[93699]: Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:42.605 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 podman[123651]: 2024-04-12 09:34:42.521938001 +0000 UTC m=+0.432731668 container init 651588b542745a59396cbb4e3e7d0879b2004967b5951c650c19bac8b9d7add5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-04-12T09:34:42.605 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 podman[123651]: 2024-04-12 09:34:42.52706108 +0000 UTC m=+0.437854744 container start 651588b542745a59396cbb4e3e7d0879b2004967b5951c650c19bac8b9d7add5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:34:42.605 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 podman[123651]: 2024-04-12 09:34:42.604913966 +0000 UTC m=+0.515707647 container attach 651588b542745a59396cbb4e3e7d0879b2004967b5951c650c19bac8b9d7add5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:34:43.283 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:43 smithi083 ceph-mon[108503]: pgmap v176: 73 pgs: 3 active+undersized+degraded, 1 stale+active+clean, 25 active+undersized, 44 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:43.283 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:43 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/696189586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:43.283 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:43 smithi083 ceph-mon[103899]: pgmap v176: 73 pgs: 3 active+undersized+degraded, 1 stale+active+clean, 25 active+undersized, 44 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:43.284 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:43 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/696189586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate[123689]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate[123689]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 bash[123651]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 bash[123651]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 bash[123651]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 bash[123651]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 bash[123651]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 bash[123651]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 bash[123651]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate[123689]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate[123689]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T09:34:43.284 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate[123689]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T09:34:43.285 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate[123689]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T09:34:43.285 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate[123689]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T09:34:43.285 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:42 smithi083 podman[123651]: 2024-04-12 09:34:42.991253841 +0000 UTC m=+0.902047506 container died 651588b542745a59396cbb4e3e7d0879b2004967b5951c650c19bac8b9d7add5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-12T09:34:43.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:43 smithi165 ceph-mon[93699]: pgmap v176: 73 pgs: 3 active+undersized+degraded, 1 stale+active+clean, 25 active+undersized, 44 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:34:43.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:43 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/696189586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:44.050 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:43 smithi083 podman[123829]: 2024-04-12 09:34:43.692722162 +0000 UTC m=+0.692548143 container remove 651588b542745a59396cbb4e3e7d0879b2004967b5951c650c19bac8b9d7add5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=squid-b277feb, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-12T09:34:44.051 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:43 smithi083 podman[123896]: 2024-04-12 09:34:43.803709219 +0000 UTC m=+0.017095902 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:34:44.051 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:43 smithi083 podman[123896]: 2024-04-12 09:34:43.918753768 +0000 UTC m=+0.132140434 container create cb616b6804f698ace03e38fd26bfa045a6a2327701ea5e1392055767b4b94a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:34:44.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:44 smithi083 podman[123896]: 2024-04-12 09:34:44.154796958 +0000 UTC m=+0.368183622 container init cb616b6804f698ace03e38fd26bfa045a6a2327701ea5e1392055767b4b94a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T09:34:44.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:44 smithi083 podman[123896]: 2024-04-12 09:34:44.159842477 +0000 UTC m=+0.373229146 container start cb616b6804f698ace03e38fd26bfa045a6a2327701ea5e1392055767b4b94a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-12T09:34:44.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:44 smithi083 ceph-osd[123934]: -- 172.21.15.83:0/4048599718 <== mon.2 v2:172.21.15.83:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b75e017680 con 0x55b75dfe0c00 2024-04-12T09:34:44.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:44 smithi083 bash[123896]: cb616b6804f698ace03e38fd26bfa045a6a2327701ea5e1392055767b4b94a25 2024-04-12T09:34:44.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:44 smithi083 systemd[1]: Started Ceph osd.1 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:34:45.054 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[123911]: 2024-04-12T09:34:44.710+0000 7fe6151927c0 -1 Falling back to public interface 2024-04-12T09:34:45.458 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[108503]: pgmap v177: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:45.458 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:45.458 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:45.458 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:45.458 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/4127174806' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:45.459 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[103899]: pgmap v177: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:45.459 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:45.459 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:45.459 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:45.459 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/4127174806' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:45.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:45 smithi165 ceph-mon[93699]: pgmap v177: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:45.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:45 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:45.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:45 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:45.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:45 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:45.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:45 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/4127174806' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:45.803 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:34:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:34:45] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2024-04-12T09:34:47.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:47 smithi083 ceph-mon[103899]: pgmap v178: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:47.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:47 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/759765562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:47.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:47 smithi083 ceph-mon[108503]: pgmap v178: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:47.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:47 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/759765562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:47.555 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:47 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[123911]: 2024-04-12T09:34:47.444+0000 7fe6151927c0 -1 osd.1 93 log_to_monitors true 2024-04-12T09:34:47.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:47 smithi165 ceph-mon[93699]: pgmap v178: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:47.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:47 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/759765562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:48 smithi165 ceph-mon[93699]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T09:34:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:48.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:48 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:48.804 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:34:48 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[123911]: 2024-04-12T09:34:48.336+0000 7fe6065ea700 -1 osd.1 93 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:34:48.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:48 smithi083 ceph-mon[108503]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T09:34:48.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:48.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:48 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:48.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:48 smithi083 ceph-mon[103899]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T09:34:48.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:48.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:48 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:49.705 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[108503]: pgmap v179: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:49.705 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[108503]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T09:34:49.705 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[108503]: osdmap e96: 8 total, 7 up, 8 in 2024-04-12T09:34:49.705 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[108503]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:49.706 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:49.706 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:49.706 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[103899]: pgmap v179: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:49.706 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[103899]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T09:34:49.706 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[103899]: osdmap e96: 8 total, 7 up, 8 in 2024-04-12T09:34:49.706 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[103899]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:49.706 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:49.706 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:49 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:49.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:49 smithi165 ceph-mon[93699]: pgmap v179: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:49.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:49 smithi165 ceph-mon[93699]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T09:34:49.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:49 smithi165 ceph-mon[93699]: osdmap e96: 8 total, 7 up, 8 in 2024-04-12T09:34:49.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:49 smithi165 ceph-mon[93699]: from='osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:34:49.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:49 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:49.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:49 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[108503]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:34:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[108503]: osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179] boot 2024-04-12T09:34:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[108503]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T09:34:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:34:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1624381066' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:50.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[108503]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T09:34:50.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[103899]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:34:50.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[103899]: osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179] boot 2024-04-12T09:34:50.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[103899]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T09:34:50.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:34:50.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1624381066' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:50.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:50 smithi083 ceph-mon[103899]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T09:34:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:50 smithi165 ceph-mon[93699]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:34:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:50 smithi165 ceph-mon[93699]: osd.1 [v2:172.21.15.83:6810/99755179,v1:172.21.15.83:6811/99755179] boot 2024-04-12T09:34:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:50 smithi165 ceph-mon[93699]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T09:34:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T09:34:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:50 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1624381066' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:50.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:50 smithi165 ceph-mon[93699]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T09:34:51.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:51 smithi083 ceph-mon[103899]: pgmap v182: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:51.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:51 smithi083 ceph-mon[103899]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:51.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:51.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:51 smithi083 ceph-mon[108503]: pgmap v182: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:51 smithi083 ceph-mon[108503]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:51.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:51 smithi165 ceph-mon[93699]: pgmap v182: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:34:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:51 smithi165 ceph-mon[93699]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T09:34:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:51.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:34:52.502 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:52 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3474898603' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:52.502 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:52 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3474898603' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:52.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:52 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3474898603' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:52.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:34:52 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:34:52.698+0000 7f8ec2752700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T09:34:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: pgmap v184: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:34:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: pgmap v185: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: pgmap v186: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[108503]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: pgmap v184: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:53.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: pgmap v185: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: pgmap v186: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:34:53.806 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:53 smithi083 ceph-mon[103899]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T09:34:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: pgmap v184: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:34:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: pgmap v185: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: pgmap v186: 73 pgs: 2 active+undersized+degraded, 10 active+undersized, 61 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:34:53.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:53 smithi165 ceph-mon[93699]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T09:34:54.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:54 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3707536312' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:54.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:54 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3707536312' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:54.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:54 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3707536312' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:55.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:55 smithi165 ceph-mon[93699]: pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:55 smithi083 ceph-mon[103899]: pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:55 smithi083 ceph-mon[108503]: pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:56.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:34:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:34:55] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-04-12T09:34:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:56 smithi165 ceph-mon[93699]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-12T09:34:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:56 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3106507517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:57.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:56 smithi083 ceph-mon[103899]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-12T09:34:57.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:56 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3106507517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:57.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:56 smithi083 ceph-mon[108503]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-12T09:34:57.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:56 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3106507517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:34:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:57 smithi165 ceph-mon[93699]: pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:58.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:57 smithi083 ceph-mon[103899]: pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:57 smithi083 ceph-mon[108503]: pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:59 smithi165 ceph-mon[93699]: pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:34:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:34:59 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2546743529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:59 smithi083 ceph-mon[103899]: pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:34:59 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2546743529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:00.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:59 smithi083 ceph-mon[108503]: pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:00.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:34:59 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2546743529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:01 smithi165 ceph-mon[93699]: pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:01 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1617707513' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:02.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:01 smithi083 ceph-mon[108503]: pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:02.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:02.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:01 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1617707513' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:02.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:01 smithi083 ceph-mon[103899]: pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:02.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:02.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:01 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1617707513' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:03 smithi165 ceph-mon[93699]: pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:03 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2052184940' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:03 smithi083 ceph-mon[108503]: pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:03 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2052184940' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:03 smithi083 ceph-mon[103899]: pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:03 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2052184940' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:05.902 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:35:05] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-04-12T09:35:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:05 smithi165 ceph-mon[93699]: pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:05 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3621212701' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:05 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:05 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-mon[103899]: pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3621212701' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-mon[108503]: pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3621212701' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:06.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:05 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:07 smithi165 ceph-mon[93699]: pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:07 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:35:08.300 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:07 smithi083 ceph-mon[108503]: pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:08.300 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:07 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:35:08.300 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:07 smithi083 ceph-mon[103899]: pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:08.300 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:07 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:35:09.226 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:08 smithi083 ceph-mon[108503]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:35:09.226 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:08 smithi083 ceph-mon[108503]: Upgrade: osd.2 is safe to restart 2024-04-12T09:35:09.226 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:08 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/4084592053' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:09.227 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:08 smithi083 ceph-mon[103899]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:35:09.227 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:08 smithi083 ceph-mon[103899]: Upgrade: osd.2 is safe to restart 2024-04-12T09:35:09.227 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:08 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/4084592053' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:09.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:08 smithi165 ceph-mon[93699]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T09:35:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:08 smithi165 ceph-mon[93699]: Upgrade: osd.2 is safe to restart 2024-04-12T09:35:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:08 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/4084592053' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:10.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:09 smithi083 ceph-mon[103899]: pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:10.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:09 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:10.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:09 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:35:10.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:09 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:10.138 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:09 smithi083 ceph-mon[108503]: pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:10.138 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:09 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:10.138 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:09 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:35:10.139 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:09 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:09 smithi165 ceph-mon[93699]: pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:09 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:09 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T09:35:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:09 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:11.170 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:10 smithi083 ceph-mon[103899]: Upgrade: Updating osd.2 2024-04-12T09:35:11.170 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:10 smithi083 ceph-mon[103899]: Deploying daemon osd.2 on smithi083 2024-04-12T09:35:11.170 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:10 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1159290296' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:11.171 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:10 smithi083 ceph-mon[108503]: Upgrade: Updating osd.2 2024-04-12T09:35:11.171 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:10 smithi083 ceph-mon[108503]: Deploying daemon osd.2 on smithi083 2024-04-12T09:35:11.171 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:10 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1159290296' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:10 smithi165 ceph-mon[93699]: Upgrade: Updating osd.2 2024-04-12T09:35:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:10 smithi165 ceph-mon[93699]: Deploying daemon osd.2 on smithi083 2024-04-12T09:35:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:10 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1159290296' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:12.175 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:11 smithi083 ceph-mon[108503]: pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:12.175 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:11 smithi083 ceph-mon[103899]: pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:11 smithi165 ceph-mon[93699]: pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:12.552 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:12 smithi083 systemd[1]: Stopping Ceph osd.2 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:35:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:12 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1442770873' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:12 smithi165 ceph-mon[93699]: osd.2 marked itself down and dead 2024-04-12T09:35:13.267 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:12 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1442770873' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:13.267 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:12 smithi083 ceph-mon[103899]: osd.2 marked itself down and dead 2024-04-12T09:35:13.267 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:12 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1442770873' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:13.267 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:12 smithi083 ceph-mon[108503]: osd.2 marked itself down and dead 2024-04-12T09:35:13.267 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:12 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[58067]: 2024-04-12T09:35:12.816+0000 7fa1e62c8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:35:13.267 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:12 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[58067]: 2024-04-12T09:35:12.816+0000 7fa1e62c8700 -1 osd.2 98 *** Got signal Terminated *** 2024-04-12T09:35:13.268 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:12 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[58067]: 2024-04-12T09:35:12.816+0000 7fa1e62c8700 -1 osd.2 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:35:13.554 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:13 smithi083 podman[128618]: 2024-04-12 09:35:13.266477284 +0000 UTC m=+0.553831251 container died 0323d2875d1bb8f12f722b6e1a1d74613243ab7aaa0144b6cd8e462469c66506 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-12T09:35:14.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:13 smithi083 ceph-mon[103899]: pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:14.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:13 smithi083 ceph-mon[103899]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:35:14.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:13 smithi083 ceph-mon[103899]: osdmap e99: 8 total, 7 up, 8 in 2024-04-12T09:35:14.049 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:13 smithi083 ceph-mon[108503]: pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:14.049 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:13 smithi083 ceph-mon[108503]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:35:14.049 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:13 smithi083 ceph-mon[108503]: osdmap e99: 8 total, 7 up, 8 in 2024-04-12T09:35:14.049 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:13 smithi083 podman[128618]: 2024-04-12 09:35:13.771292957 +0000 UTC m=+1.058646919 container cleanup 0323d2875d1bb8f12f722b6e1a1d74613243ab7aaa0144b6cd8e462469c66506 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409) 2024-04-12T09:35:14.049 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:13 smithi083 bash[128618]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2 2024-04-12T09:35:14.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:13 smithi165 ceph-mon[93699]: pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:14.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:13 smithi165 ceph-mon[93699]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:35:14.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:13 smithi165 ceph-mon[93699]: osdmap e99: 8 total, 7 up, 8 in 2024-04-12T09:35:14.304 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:14 smithi083 podman[128639]: 2024-04-12 09:35:14.047803563 +0000 UTC m=+0.776504315 container remove 0323d2875d1bb8f12f722b6e1a1d74613243ab7aaa0144b6cd8e462469c66506 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:35:14.693 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:14 smithi083 podman[128736]: 2024-04-12 09:35:14.28353203 +0000 UTC m=+0.017834866 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:35:14.693 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:14 smithi083 podman[128736]: 2024-04-12 09:35:14.382363341 +0000 UTC m=+0.116666166 container create 6a6ad06e0153326ce3cc3a48033463a344f13ed85ca82a9938cc18861bd1fe3a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:35:14.693 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:14 smithi083 podman[128736]: 2024-04-12 09:35:14.610751538 +0000 UTC m=+0.345054366 container init 6a6ad06e0153326ce3cc3a48033463a344f13ed85ca82a9938cc18861bd1fe3a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:35:14.693 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:14 smithi083 podman[128736]: 2024-04-12 09:35:14.616483983 +0000 UTC m=+0.350786818 container start 6a6ad06e0153326ce3cc3a48033463a344f13ed85ca82a9938cc18861bd1fe3a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True) 2024-04-12T09:35:15.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:14 smithi083 ceph-mon[108503]: osdmap e100: 8 total, 7 up, 8 in 2024-04-12T09:35:15.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:14 smithi083 ceph-mon[108503]: pgmap v199: 73 pgs: 6 peering, 1 stale+active+clean, 66 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:15.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:14 smithi083 ceph-mon[103899]: osdmap e100: 8 total, 7 up, 8 in 2024-04-12T09:35:15.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:14 smithi083 ceph-mon[103899]: pgmap v199: 73 pgs: 6 peering, 1 stale+active+clean, 66 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:15.055 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:14 smithi083 podman[128736]: 2024-04-12 09:35:14.693073922 +0000 UTC m=+0.427376750 container attach 6a6ad06e0153326ce3cc3a48033463a344f13ed85ca82a9938cc18861bd1fe3a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:35:15.055 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:14 smithi083 podman[128736]: 2024-04-12 09:35:14.917554793 +0000 UTC m=+0.651857628 container died 6a6ad06e0153326ce3cc3a48033463a344f13ed85ca82a9938cc18861bd1fe3a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, ceph=True, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:35:15.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:14 smithi165 ceph-mon[93699]: osdmap e100: 8 total, 7 up, 8 in 2024-04-12T09:35:15.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:14 smithi165 ceph-mon[93699]: pgmap v199: 73 pgs: 6 peering, 1 stale+active+clean, 66 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:15.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:35:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:35:15] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-04-12T09:35:15.804 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:15 smithi083 podman[128805]: 2024-04-12 09:35:15.455490499 +0000 UTC m=+0.528138942 container remove 6a6ad06e0153326ce3cc3a48033463a344f13ed85ca82a9938cc18861bd1fe3a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:35:15.804 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:15 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-12T09:35:15.804 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:15 smithi083 systemd[1]: Stopped Ceph osd.2 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:35:15.804 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:15 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.2.service: Consumed 5.483s CPU time. 2024-04-12T09:35:15.805 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:15 smithi083 systemd[1]: Starting Ceph osd.2 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:35:16.193 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:15 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/796511553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:16.193 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:15 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/796511553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:16.194 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:15 smithi083 podman[128919]: 2024-04-12 09:35:15.791540535 +0000 UTC m=+0.018092208 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:35:16.194 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:15 smithi083 podman[128919]: 2024-04-12 09:35:15.948921047 +0000 UTC m=+0.175472715 container create 37c240f5e40bcd3fb95053cde124ffbd7b7dca56289d01beb9a2714e9f249724 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:35:16.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:15 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/796511553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:16.554 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 podman[128919]: 2024-04-12 09:35:16.193322564 +0000 UTC m=+0.419874234 container init 37c240f5e40bcd3fb95053cde124ffbd7b7dca56289d01beb9a2714e9f249724 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:35:16.554 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 podman[128919]: 2024-04-12 09:35:16.199580182 +0000 UTC m=+0.426131854 container start 37c240f5e40bcd3fb95053cde124ffbd7b7dca56289d01beb9a2714e9f249724 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-12T09:35:16.554 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 podman[128919]: 2024-04-12 09:35:16.276381688 +0000 UTC m=+0.502933366 container attach 37c240f5e40bcd3fb95053cde124ffbd7b7dca56289d01beb9a2714e9f249724 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-12T09:35:16.945 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate[128934]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T09:35:16.945 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate[128934]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 bash[128919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 bash[128919]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 bash[128919]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 bash[128919]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 bash[128919]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 bash[128919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 bash[128919]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate[128934]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate[128934]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T09:35:16.946 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate[128934]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T09:35:16.947 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate[128934]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T09:35:16.947 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate[128934]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T09:35:16.947 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:16 smithi083 podman[128919]: 2024-04-12 09:35:16.660022799 +0000 UTC m=+0.886574469 container died 37c240f5e40bcd3fb95053cde124ffbd7b7dca56289d01beb9a2714e9f249724 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:35:17.214 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-mon[108503]: pgmap v200: 73 pgs: 6 peering, 1 stale+active+clean, 66 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:17.214 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:16 smithi083 ceph-mon[103899]: pgmap v200: 73 pgs: 6 peering, 1 stale+active+clean, 66 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:16 smithi165 ceph-mon[93699]: pgmap v200: 73 pgs: 6 peering, 1 stale+active+clean, 66 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:35:17.538 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:17 smithi083 podman[129076]: 2024-04-12 09:35:17.213987212 +0000 UTC m=+0.548715012 container remove 37c240f5e40bcd3fb95053cde124ffbd7b7dca56289d01beb9a2714e9f249724 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-12T09:35:17.538 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:17 smithi083 podman[129169]: 2024-04-12 09:35:17.326730204 +0000 UTC m=+0.018197549 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:35:17.539 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:17 smithi083 podman[129169]: 2024-04-12 09:35:17.431835222 +0000 UTC m=+0.123302565 container create 78728ea98274835b4aa98b6b7489d542a95967e285d1333389a7e7c7f02ee92a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:35:17.948 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:17 smithi083 podman[129169]: 2024-04-12 09:35:17.625611357 +0000 UTC m=+0.317078700 container init 78728ea98274835b4aa98b6b7489d542a95967e285d1333389a7e7c7f02ee92a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-12T09:35:17.949 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:17 smithi083 podman[129169]: 2024-04-12 09:35:17.631106931 +0000 UTC m=+0.322574283 container start 78728ea98274835b4aa98b6b7489d542a95967e285d1333389a7e7c7f02ee92a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T09:35:17.949 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-osd[129210]: -- 172.21.15.83:0/2401969467 <== mon.2 v2:172.21.15.83:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ab0777f680 con 0x55ab07749000 2024-04-12T09:35:17.949 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:17 smithi083 bash[129169]: 78728ea98274835b4aa98b6b7489d542a95967e285d1333389a7e7c7f02ee92a 2024-04-12T09:35:17.949 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:17 smithi083 systemd[1]: Started Ceph osd.2 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:35:18.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:17 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2039417493' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:18.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:17 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:18.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:17 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:18.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:17 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:18.304 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:18 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[129188]: 2024-04-12T09:35:18.170+0000 7f173324d7c0 -1 Falling back to public interface 2024-04-12T09:35:18.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2039417493' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:18.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:18.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:18.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:18.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2039417493' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:18.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:18.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:18.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:18 smithi165 ceph-mon[93699]: pgmap v201: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:19.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:18 smithi083 ceph-mon[108503]: pgmap v201: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:18 smithi083 ceph-mon[103899]: pgmap v201: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:20.228 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:19 smithi083 ceph-mon[103899]: Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:35:20.228 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:19 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/536957857' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:20.228 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:19 smithi083 ceph-mon[108503]: Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:35:20.229 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:19 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/536957857' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:20.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:19 smithi165 ceph-mon[93699]: Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:35:20.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:19 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/536957857' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:21.212 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:20 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[129188]: 2024-04-12T09:35:20.913+0000 7f173324d7c0 -1 osd.2 98 log_to_monitors true 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: pgmap v202: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: from='osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.304 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[129188]: 2024-04-12T09:35:21.909+0000 7f17246a5700 -1 osd.2 98 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:35:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: pgmap v202: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: from='osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:35:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:35:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: pgmap v202: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: from='osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:22.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:22 smithi165 ceph-mon[93699]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T09:35:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:22 smithi165 ceph-mon[93699]: osdmap e101: 8 total, 7 up, 8 in 2024-04-12T09:35:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:22 smithi165 ceph-mon[93699]: from='osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:22 smithi165 ceph-mon[93699]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:22 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3702727914' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:22 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:22 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[108503]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[108503]: osdmap e101: 8 total, 7 up, 8 in 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[108503]: from='osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[108503]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3702727914' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[103899]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[103899]: osdmap e101: 8 total, 7 up, 8 in 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[103899]: from='osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[103899]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3702727914' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:23.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:23.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:22 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:24.199 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[108503]: pgmap v204: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[108503]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[108503]: osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534] boot 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[108503]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[108503]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[103899]: pgmap v204: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[103899]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[103899]: osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534] boot 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[103899]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:35:24.200 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:23 smithi083 ceph-mon[103899]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T09:35:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:23 smithi165 ceph-mon[93699]: pgmap v204: 73 pgs: 3 active+undersized+degraded, 15 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-12T09:35:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:23 smithi165 ceph-mon[93699]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:35:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:23 smithi165 ceph-mon[93699]: osd.2 [v2:172.21.15.83:6818/1082238534,v1:172.21.15.83:6819/1082238534] boot 2024-04-12T09:35:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:23 smithi165 ceph-mon[93699]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T09:35:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:23 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T09:35:24.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:23 smithi165 ceph-mon[93699]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T09:35:25.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:24 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1760583516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:25.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:24 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1760583516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:25.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:24 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1760583516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:25.903 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:35:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:35:25] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-04-12T09:35:26.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:25 smithi165 ceph-mon[93699]: pgmap v207: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:26.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:25 smithi165 ceph-mon[93699]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T09:35:26.274 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:25 smithi083 ceph-mon[108503]: pgmap v207: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:26.274 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:25 smithi083 ceph-mon[108503]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T09:35:26.274 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:25 smithi083 ceph-mon[103899]: pgmap v207: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:26.274 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:25 smithi083 ceph-mon[103899]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T09:35:26.553 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:35:26.481+0000 7f8ec2752700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T09:35:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:35:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:27.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:27.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:26 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1666519417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:27.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1666519417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:27.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:27.306 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:26 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1666519417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:27 smithi165 ceph-mon[93699]: pgmap v208: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:27 smithi165 ceph-mon[93699]: pgmap v209: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:27 smithi165 ceph-mon[93699]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:27 smithi165 ceph-mon[93699]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T09:35:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:27 smithi083 ceph-mon[108503]: pgmap v208: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:27 smithi083 ceph-mon[108503]: pgmap v209: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:27 smithi083 ceph-mon[108503]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:28.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:27 smithi083 ceph-mon[108503]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T09:35:28.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:27 smithi083 ceph-mon[103899]: pgmap v208: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:28.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:27 smithi083 ceph-mon[103899]: pgmap v209: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-12T09:35:28.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:27 smithi083 ceph-mon[103899]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:28.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:27 smithi083 ceph-mon[103899]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T09:35:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:28 smithi165 ceph-mon[93699]: pgmap v210: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:28 smithi165 ceph-mon[93699]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-12T09:35:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:28 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2009535250' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:28 smithi083 ceph-mon[108503]: pgmap v210: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:28 smithi083 ceph-mon[108503]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-12T09:35:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:28 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2009535250' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:29.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:28 smithi083 ceph-mon[103899]: pgmap v210: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:29.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:28 smithi083 ceph-mon[103899]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-12T09:35:29.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:28 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2009535250' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:31.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:31 smithi083 ceph-mon[108503]: pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:31.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:31 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1176951671' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:31 smithi083 ceph-mon[103899]: pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:31.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:31 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1176951671' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:31.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:31 smithi165 ceph-mon[93699]: pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:31.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:31 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1176951671' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:33.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:33 smithi165 ceph-mon[93699]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:33.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:33 smithi083 ceph-mon[108503]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:33.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:33 smithi083 ceph-mon[103899]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:34.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:34 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/4207222393' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:34.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:34 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/4207222393' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:34.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:34 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/4207222393' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:35 smithi165 ceph-mon[93699]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:35.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:35 smithi083 ceph-mon[108503]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:35.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:35:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:35:35] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-04-12T09:35:35.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:35 smithi083 ceph-mon[103899]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:36 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:36 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:36 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:36 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3936252666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:37.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:36 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:37.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:36 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:37.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:36 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:37.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:36 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3936252666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:37.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:37.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:37.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:37.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:36 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3936252666' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:38.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:37 smithi165 ceph-mon[93699]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:38.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:37 smithi083 ceph-mon[108503]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:38.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:37 smithi083 ceph-mon[103899]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:39.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:38 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2793388523' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:39.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:38 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2793388523' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:39.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:38 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2793388523' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:39 smithi165 ceph-mon[93699]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:40.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:39 smithi083 ceph-mon[108503]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:40.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:39 smithi083 ceph-mon[103899]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:40 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1881619113' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:40 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1881619113' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:40 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1881619113' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:42.193 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:41 smithi083 ceph-mon[108503]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:42.193 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:41 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:42.194 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:41 smithi083 ceph-mon[103899]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:42.194 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:41 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:42.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:41 smithi165 ceph-mon[93699]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:42.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:41 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:42 smithi083 ceph-mon[103899]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:42 smithi083 ceph-mon[103899]: Upgrade: osd.3 is safe to restart 2024-04-12T09:35:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:42 smithi083 ceph-mon[103899]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:42 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1653863485' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:43.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:42 smithi083 ceph-mon[108503]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:43.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:42 smithi083 ceph-mon[108503]: Upgrade: osd.3 is safe to restart 2024-04-12T09:35:43.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:42 smithi083 ceph-mon[108503]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:43.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:42 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1653863485' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:43.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:42 smithi165 ceph-mon[93699]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T09:35:43.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:42 smithi165 ceph-mon[93699]: Upgrade: osd.3 is safe to restart 2024-04-12T09:35:43.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:42 smithi165 ceph-mon[93699]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:43.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:42 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1653863485' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:44.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[108503]: Upgrade: Updating osd.3 2024-04-12T09:35:44.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:44.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:35:44.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:44.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[108503]: Deploying daemon osd.3 on smithi083 2024-04-12T09:35:44.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[103899]: Upgrade: Updating osd.3 2024-04-12T09:35:44.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:44.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:35:44.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:44.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:44 smithi083 ceph-mon[103899]: Deploying daemon osd.3 on smithi083 2024-04-12T09:35:44.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:44 smithi165 ceph-mon[93699]: Upgrade: Updating osd.3 2024-04-12T09:35:44.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:44 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:44.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:44 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T09:35:44.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:44 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:35:44.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:44 smithi165 ceph-mon[93699]: Deploying daemon osd.3 on smithi083 2024-04-12T09:35:45.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:45 smithi083 ceph-mon[108503]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:45.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:45 smithi083 ceph-mon[103899]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:45.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:45 smithi165 ceph-mon[93699]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:45.947 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:35:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:35:45] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2024-04-12T09:35:46.301 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:46 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3823252532' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:46.302 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:46 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3823252532' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:46.302 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:46 smithi083 systemd[1]: Stopping Ceph osd.3 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:35:46.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:46 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3823252532' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:46.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[64641]: 2024-04-12T09:35:46.536+0000 7f7e52284700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:35:46.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[64641]: 2024-04-12T09:35:46.536+0000 7f7e52284700 -1 osd.3 103 *** Got signal Terminated *** 2024-04-12T09:35:46.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:46 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[64641]: 2024-04-12T09:35:46.536+0000 7f7e52284700 -1 osd.3 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:35:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:47 smithi083 ceph-mon[108503]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:47 smithi083 ceph-mon[108503]: osd.3 marked itself down and dead 2024-04-12T09:35:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:47 smithi083 ceph-mon[103899]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:47 smithi083 ceph-mon[103899]: osd.3 marked itself down and dead 2024-04-12T09:35:47.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:47 smithi165 ceph-mon[93699]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:47.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:47 smithi165 ceph-mon[93699]: osd.3 marked itself down and dead 2024-04-12T09:35:47.804 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:47 smithi083 podman[134155]: 2024-04-12 09:35:47.505496614 +0000 UTC m=+1.063107522 container died 1d1084a43cb6fdfe11ca213af4335bc087f2a4527e05320c23deb5d6d88470dd (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-12T09:35:48.236 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:48 smithi083 ceph-mon[103899]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:35:48.236 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:48 smithi083 ceph-mon[103899]: osdmap e104: 8 total, 7 up, 8 in 2024-04-12T09:35:48.237 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:48 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2164551095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:48.237 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:48 smithi083 ceph-mon[108503]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:35:48.237 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:48 smithi083 ceph-mon[108503]: osdmap e104: 8 total, 7 up, 8 in 2024-04-12T09:35:48.237 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:48 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2164551095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:48.237 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:47 smithi083 podman[134155]: 2024-04-12 09:35:47.976876445 +0000 UTC m=+1.534487342 container cleanup 1d1084a43cb6fdfe11ca213af4335bc087f2a4527e05320c23deb5d6d88470dd (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-12T09:35:48.237 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:47 smithi083 bash[134155]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3 2024-04-12T09:35:48.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:48 smithi165 ceph-mon[93699]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T09:35:48.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:48 smithi165 ceph-mon[93699]: osdmap e104: 8 total, 7 up, 8 in 2024-04-12T09:35:48.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:48 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2164551095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:48.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:48 smithi083 podman[134201]: 2024-04-12 09:35:48.236719226 +0000 UTC m=+0.729194016 container remove 1d1084a43cb6fdfe11ca213af4335bc087f2a4527e05320c23deb5d6d88470dd (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409) 2024-04-12T09:35:48.907 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:48 smithi083 podman[134300]: 2024-04-12 09:35:48.492195422 +0000 UTC m=+0.017862511 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:35:48.907 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:48 smithi083 podman[134300]: 2024-04-12 09:35:48.61302598 +0000 UTC m=+0.138693096 container create 4524adab451e307ee9c778da9717407f4f727e18cd9b056b569a2234f83a1734 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-b277feb, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:35:48.907 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:48 smithi083 podman[134300]: 2024-04-12 09:35:48.823765815 +0000 UTC m=+0.349432885 container init 4524adab451e307ee9c778da9717407f4f727e18cd9b056b569a2234f83a1734 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T09:35:48.907 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:48 smithi083 podman[134300]: 2024-04-12 09:35:48.829032006 +0000 UTC m=+0.354699078 container start 4524adab451e307ee9c778da9717407f4f727e18cd9b056b569a2234f83a1734 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:35:48.907 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:48 smithi083 podman[134300]: 2024-04-12 09:35:48.906942304 +0000 UTC m=+0.432609389 container attach 4524adab451e307ee9c778da9717407f4f727e18cd9b056b569a2234f83a1734 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, RELEASE=squid-b277feb, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-12T09:35:49.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:49 smithi083 ceph-mon[103899]: osdmap e105: 8 total, 7 up, 8 in 2024-04-12T09:35:49.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:49 smithi083 ceph-mon[103899]: pgmap v222: 73 pgs: 9 stale+active+clean, 6 active+undersized, 58 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:49.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:49 smithi083 ceph-mon[108503]: osdmap e105: 8 total, 7 up, 8 in 2024-04-12T09:35:49.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:49 smithi083 ceph-mon[108503]: pgmap v222: 73 pgs: 9 stale+active+clean, 6 active+undersized, 58 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:49.305 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:49 smithi083 podman[134300]: 2024-04-12 09:35:49.122353884 +0000 UTC m=+0.648020959 container died 4524adab451e307ee9c778da9717407f4f727e18cd9b056b569a2234f83a1734 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T09:35:49.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:49 smithi165 ceph-mon[93699]: osdmap e105: 8 total, 7 up, 8 in 2024-04-12T09:35:49.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:49 smithi165 ceph-mon[93699]: pgmap v222: 73 pgs: 9 stale+active+clean, 6 active+undersized, 58 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:35:50.273 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1023907804' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:50.273 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1023907804' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:50.274 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:49 smithi083 podman[134345]: 2024-04-12 09:35:49.836811513 +0000 UTC m=+0.709378639 container remove 4524adab451e307ee9c778da9717407f4f727e18cd9b056b569a2234f83a1734 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, org.label-schema.license=GPLv2) 2024-04-12T09:35:50.274 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:49 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-12T09:35:50.274 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:49 smithi083 systemd[1]: Stopped Ceph osd.3 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:35:50.274 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:49 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.3.service: Consumed 5.178s CPU time. 2024-04-12T09:35:50.274 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 systemd[1]: Starting Ceph osd.3 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:35:50.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:50 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1023907804' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:50.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 podman[134481]: 2024-04-12 09:35:50.175622453 +0000 UTC m=+0.017567429 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:35:50.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 podman[134481]: 2024-04-12 09:35:50.298479614 +0000 UTC m=+0.140424575 container create c568590963c41149504f0e46067f9bed22ce8d49b93a0a04e79ea4d67aa9b72c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-12T09:35:50.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 podman[134481]: 2024-04-12 09:35:50.507111409 +0000 UTC m=+0.349056370 container init c568590963c41149504f0e46067f9bed22ce8d49b93a0a04e79ea4d67aa9b72c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T09:35:50.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 podman[134481]: 2024-04-12 09:35:50.512367825 +0000 UTC m=+0.354312797 container start c568590963c41149504f0e46067f9bed22ce8d49b93a0a04e79ea4d67aa9b72c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T09:35:50.953 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 podman[134481]: 2024-04-12 09:35:50.590141874 +0000 UTC m=+0.432086836 container attach c568590963c41149504f0e46067f9bed22ce8d49b93a0a04e79ea4d67aa9b72c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T09:35:51.269 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate[134496]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T09:35:51.269 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate[134496]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 bash[134481]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 bash[134481]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 bash[134481]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 bash[134481]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 bash[134481]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 bash[134481]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 bash[134481]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate[134496]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate[134496]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate[134496]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate[134496]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate[134496]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T09:35:51.270 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:50 smithi083 podman[134481]: 2024-04-12 09:35:50.978036211 +0000 UTC m=+0.819981167 container died c568590963c41149504f0e46067f9bed22ce8d49b93a0a04e79ea4d67aa9b72c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:35:51.991 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:51 smithi083 ceph-mon[103899]: pgmap v223: 73 pgs: 1 active+undersized+degraded, 7 stale+active+clean, 12 active+undersized, 53 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-12T09:35:51.991 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:51.991 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:51.991 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:51 smithi083 ceph-mon[103899]: Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-12T09:35:51.992 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:51 smithi083 ceph-mon[108503]: pgmap v223: 73 pgs: 1 active+undersized+degraded, 7 stale+active+clean, 12 active+undersized, 53 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-12T09:35:51.992 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:51.992 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:51.992 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:51 smithi083 ceph-mon[108503]: Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-12T09:35:51.992 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:51 smithi083 podman[134638]: 2024-04-12 09:35:51.644589577 +0000 UTC m=+0.657086445 container remove c568590963c41149504f0e46067f9bed22ce8d49b93a0a04e79ea4d67aa9b72c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-b277feb) 2024-04-12T09:35:51.992 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:51 smithi083 podman[134709]: 2024-04-12 09:35:51.759902733 +0000 UTC m=+0.018108113 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:35:51.992 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:51 smithi083 podman[134709]: 2024-04-12 09:35:51.870576055 +0000 UTC m=+0.128781426 container create 3d9faf4be087710f817cd0fe68c9b79ce6c01b7ca8b8c63863b56ea73e7cda2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-12T09:35:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:51 smithi165 ceph-mon[93699]: pgmap v223: 73 pgs: 1 active+undersized+degraded, 7 stale+active+clean, 12 active+undersized, 53 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-12T09:35:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:35:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:51 smithi165 ceph-mon[93699]: Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-12T09:35:52.264 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:52 smithi083 podman[134709]: 2024-04-12 09:35:52.106731736 +0000 UTC m=+0.364937119 container init 3d9faf4be087710f817cd0fe68c9b79ce6c01b7ca8b8c63863b56ea73e7cda2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T09:35:52.264 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:52 smithi083 podman[134709]: 2024-04-12 09:35:52.112385338 +0000 UTC m=+0.370590718 container start 3d9faf4be087710f817cd0fe68c9b79ce6c01b7ca8b8c63863b56ea73e7cda2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-12T09:35:52.264 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-osd[134771]: -- 172.21.15.83:0/1403134914 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55caf6d3d680 con 0x55caf6d07400 2024-04-12T09:35:52.264 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:52 smithi083 bash[134709]: 3d9faf4be087710f817cd0fe68c9b79ce6c01b7ca8b8c63863b56ea73e7cda2a 2024-04-12T09:35:52.264 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:52 smithi083 systemd[1]: Started Ceph osd.3 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:35:53.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3684964357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:53.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:53.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:53.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:53.055 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[134747]: 2024-04-12T09:35:52.668+0000 7f38ddc6a7c0 -1 Falling back to public interface 2024-04-12T09:35:53.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3684964357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:53.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:53.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:53.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:52 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:52 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3684964357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:52 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:52 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:52 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:35:54.222 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:53 smithi083 ceph-mon[108503]: pgmap v224: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:54.222 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:53 smithi083 ceph-mon[103899]: pgmap v224: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:54.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:53 smithi165 ceph-mon[93699]: pgmap v224: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:54 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2988871809' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:55.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:54 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2988871809' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:55.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:54 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2988871809' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:55.744 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[134747]: 2024-04-12T09:35:55.395+0000 7f38ddc6a7c0 -1 osd.3 103 log_to_monitors true 2024-04-12T09:35:55.745 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:35:55] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2024-04-12T09:35:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-mon[108503]: pgmap v225: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-mon[108503]: from='osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:35:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-mon[108503]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:35:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-mon[103899]: pgmap v225: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-mon[103899]: from='osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:35:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-mon[103899]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:35:56.055 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:35:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[134747]: 2024-04-12T09:35:55.915+0000 7f38cf0c2700 -1 osd.3 103 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T09:35:56.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:55 smithi165 ceph-mon[93699]: pgmap v225: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:55 smithi165 ceph-mon[93699]: from='osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:35:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:55 smithi165 ceph-mon[93699]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T09:35:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:56 smithi165 ceph-mon[93699]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T09:35:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:56 smithi165 ceph-mon[93699]: osdmap e106: 8 total, 7 up, 8 in 2024-04-12T09:35:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:56 smithi165 ceph-mon[93699]: from='osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:56 smithi165 ceph-mon[93699]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:56 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:56 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:57.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:56 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1507624592' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[103899]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[103899]: osdmap e106: 8 total, 7 up, 8 in 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[103899]: from='osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[103899]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1507624592' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[108503]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T09:35:57.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[108503]: osdmap e106: 8 total, 7 up, 8 in 2024-04-12T09:35:57.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[108503]: from='osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:57.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[108503]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-12T09:35:57.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:57.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:57.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:56 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1507624592' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:35:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[108503]: pgmap v227: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[108503]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:35:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[108503]: osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817] boot 2024-04-12T09:35:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[108503]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T09:35:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:35:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[108503]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[103899]: pgmap v227: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[103899]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[103899]: osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817] boot 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[103899]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:58.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:57 smithi083 ceph-mon[103899]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T09:35:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:57 smithi165 ceph-mon[93699]: pgmap v227: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:35:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:57 smithi165 ceph-mon[93699]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T09:35:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:57 smithi165 ceph-mon[93699]: osd.3 [v2:172.21.15.83:6826/3096650817,v1:172.21.15.83:6827/3096650817] boot 2024-04-12T09:35:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:57 smithi165 ceph-mon[93699]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T09:35:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:57 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T09:35:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:57 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:57 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:35:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:57 smithi165 ceph-mon[93699]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T09:35:59.143 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 4 2024-04-12T09:36:00.225 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:59 smithi083 ceph-mon[103899]: pgmap v230: 73 pgs: 2 peering, 3 active+undersized+degraded, 24 active+undersized, 44 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:36:00.226 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:35:59 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2879314467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:36:00.226 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:59 smithi083 ceph-mon[108503]: pgmap v230: 73 pgs: 2 peering, 3 active+undersized+degraded, 24 active+undersized, 44 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:36:00.226 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:35:59 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2879314467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:36:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:59 smithi165 ceph-mon[93699]: pgmap v230: 73 pgs: 2 peering, 3 active+undersized+degraded, 24 active+undersized, 44 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:36:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:35:59 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2879314467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T09:36:00.251 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade pause' 2024-04-12T09:36:00.937 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:00 smithi083 ceph-mon[108503]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:36:00.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:00 smithi083 ceph-mon[103899]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:36:00.975 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:01.213 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:36:01.117+0000 7f8ec2752700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-12T09:36:01.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:00 smithi165 ceph-mon[93699]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T09:36:02.128 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: pgmap v231: 73 pgs: 2 peering, 3 active+undersized+degraded, 19 active+undersized, 49 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: pgmap v231: 73 pgs: 2 peering, 3 active+undersized+degraded, 19 active+undersized, 49 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.129 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:02.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:02.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:02.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:01 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: pgmap v231: 73 pgs: 2 peering, 3 active+undersized+degraded, 19 active+undersized, 49 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:02.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:01 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T09:36:02.861 INFO:teuthology.orchestra.run.smithi083.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[108503]: pgmap v232: 73 pgs: 2 peering, 1 active+undersized+degraded, 8 active+undersized, 62 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[108503]: pgmap v233: 73 pgs: 2 peering, 1 active+undersized+degraded, 8 active+undersized, 62 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[108503]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[108503]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[103899]: pgmap v232: 73 pgs: 2 peering, 1 active+undersized+degraded, 8 active+undersized, 62 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[103899]: pgmap v233: 73 pgs: 2 peering, 1 active+undersized+degraded, 8 active+undersized, 62 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[103899]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T09:36:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[103899]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-12T09:36:03.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:02 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:02 smithi165 ceph-mon[93699]: pgmap v232: 73 pgs: 2 peering, 1 active+undersized+degraded, 8 active+undersized, 62 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:36:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:02 smithi165 ceph-mon[93699]: pgmap v233: 73 pgs: 2 peering, 1 active+undersized+degraded, 8 active+undersized, 62 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-12T09:36:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:02 smithi165 ceph-mon[93699]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T09:36:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:02 smithi165 ceph-mon[93699]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-12T09:36:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:02 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:03.410 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T09:36:03.664 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:03 smithi083 ceph-mon[108503]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:03 smithi083 ceph-mon[108503]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:36:04.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:03 smithi083 ceph-mon[103899]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:04.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:03 smithi083 ceph-mon[103899]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:36:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:03 smithi165 ceph-mon[93699]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:03 smithi165 ceph-mon[93699]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:36:05.153 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:04 smithi083 ceph-mon[108503]: pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:05.153 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:04 smithi083 ceph-mon[108503]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-04-12T09:36:05.153 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:04 smithi083 ceph-mon[103899]: pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:05.154 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:04 smithi083 ceph-mon[103899]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-04-12T09:36:05.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:04 smithi165 ceph-mon[93699]: pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:05.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:04 smithi165 ceph-mon[93699]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-04-12T09:36:05.600 INFO:teuthology.orchestra.run.smithi083.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T09:36:05.600 INFO:teuthology.orchestra.run.smithi083.stdout:alertmanager.a smithi083 *:9093,9094 running (7m) 9s ago 11m 24.4M - 0.25.0 c8568f914cd2 0ded26a5d879 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:grafana.a smithi165 *:3000 error 43s ago 11m - - 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi083.srygwg smithi083 running (10m) 9s ago 10m 19.4M - 17.2.7-827-gd3b5060a 21de9b7369ad 01f55cfde19d 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi165.bkjpul smithi165 running (10m) 43s ago 10m 14.9M - 17.2.7-827-gd3b5060a 21de9b7369ad 8dc0a6b521f0 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.x smithi165 *:8443,9283,8765 running (6m) 43s ago 15m 452M - 19.0.0-2053-gb277feb2 668895944f0e 3d20443c0602 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.y smithi083 *:8443,9283,8765 running (7m) 9s ago 17m 507M - 19.0.0-2053-gb277feb2 668895944f0e 479b278f428f 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:mon.a smithi083 running (6m) 9s ago 17m 52.5M 2048M 19.0.0-2053-gb277feb2 668895944f0e d0be0853082b 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:mon.b smithi165 running (3m) 43s ago 16m 34.7M 2048M 19.0.0-2053-gb277feb2 668895944f0e 2c46cd999c6b 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:mon.c smithi083 running (5m) 9s ago 15m 40.2M 2048M 19.0.0-2053-gb277feb2 668895944f0e 0e2969aa43c5 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.a smithi083 *:9100 running (7m) 9s ago 11m 15.6M - 1.5.0 0da6a335fe13 95fcc0eb74dd 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.b smithi165 *:9100 running (7m) 43s ago 11m 16.2M - 1.5.0 0da6a335fe13 32c02ede7acf 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 smithi083 running (116s) 9s ago 15m 48.8M 2480M 19.0.0-2053-gb277feb2 668895944f0e 2f1b16c78124 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 smithi083 running (81s) 9s ago 15m 43.6M 2480M 19.0.0-2053-gb277feb2 668895944f0e cb616b6804f6 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 smithi083 running (48s) 9s ago 14m 39.0M 2480M 19.0.0-2053-gb277feb2 668895944f0e 78728ea98274 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 smithi083 running (13s) 9s ago 14m 12.7M 2480M 19.0.0-2053-gb277feb2 668895944f0e 3d9faf4be087 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 smithi165 running (13m) 43s ago 13m 48.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad a0ed6898ab34 2024-04-12T09:36:05.601 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 smithi165 running (13m) 43s ago 13m 48.3M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1da125f69005 2024-04-12T09:36:05.602 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 smithi165 running (13m) 43s ago 13m 48.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 0d68dde9a912 2024-04-12T09:36:05.602 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 smithi165 running (12m) 43s ago 12m 55.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 8c3c2e53fe3a 2024-04-12T09:36:05.602 INFO:teuthology.orchestra.run.smithi083.stdout:prometheus.a smithi165 *:9095 running (7m) 43s ago 12m 59.3M - 2.43.0 a07b618ecd1d a4fc77b5a1eb 2024-04-12T09:36:05.917 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:36:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:36:05] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2024-04-12T09:36:06.312 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T09:36:06.569 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:07.030 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:06 smithi083 ceph-mon[103899]: pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:07.030 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:06 smithi083 ceph-mon[103899]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:07.030 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:07.030 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:07.030 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:06 smithi083 ceph-mon[108503]: pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:07.030 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:06 smithi083 ceph-mon[108503]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:07.030 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:07.030 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:06 smithi165 ceph-mon[93699]: pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:06 smithi165 ceph-mon[93699]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:08.420 INFO:teuthology.orchestra.run.smithi083.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:alertmanager.a smithi083 *:9093,9094 running (7m) 12s ago 11m 24.4M - 0.25.0 c8568f914cd2 0ded26a5d879 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:grafana.a smithi165 *:3000 error 46s ago 11m - - 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi083.srygwg smithi083 running (10m) 12s ago 10m 19.4M - 17.2.7-827-gd3b5060a 21de9b7369ad 01f55cfde19d 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:mds.foo.smithi165.bkjpul smithi165 running (10m) 46s ago 10m 14.9M - 17.2.7-827-gd3b5060a 21de9b7369ad 8dc0a6b521f0 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.x smithi165 *:8443,9283,8765 running (6m) 46s ago 15m 452M - 19.0.0-2053-gb277feb2 668895944f0e 3d20443c0602 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.y smithi083 *:8443,9283,8765 running (7m) 12s ago 17m 507M - 19.0.0-2053-gb277feb2 668895944f0e 479b278f428f 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:mon.a smithi083 running (6m) 12s ago 17m 52.5M 2048M 19.0.0-2053-gb277feb2 668895944f0e d0be0853082b 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:mon.b smithi165 running (3m) 46s ago 16m 34.7M 2048M 19.0.0-2053-gb277feb2 668895944f0e 2c46cd999c6b 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:mon.c smithi083 running (5m) 12s ago 16m 40.2M 2048M 19.0.0-2053-gb277feb2 668895944f0e 0e2969aa43c5 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.a smithi083 *:9100 running (7m) 12s ago 11m 15.6M - 1.5.0 0da6a335fe13 95fcc0eb74dd 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:node-exporter.b smithi165 *:9100 running (7m) 46s ago 11m 16.2M - 1.5.0 0da6a335fe13 32c02ede7acf 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 smithi083 running (119s) 12s ago 15m 48.8M 2480M 19.0.0-2053-gb277feb2 668895944f0e 2f1b16c78124 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 smithi083 running (84s) 12s ago 15m 43.6M 2480M 19.0.0-2053-gb277feb2 668895944f0e cb616b6804f6 2024-04-12T09:36:08.421 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 smithi083 running (51s) 12s ago 14m 39.0M 2480M 19.0.0-2053-gb277feb2 668895944f0e 78728ea98274 2024-04-12T09:36:08.422 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 smithi083 running (16s) 12s ago 14m 12.7M 2480M 19.0.0-2053-gb277feb2 668895944f0e 3d9faf4be087 2024-04-12T09:36:08.422 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 smithi165 running (13m) 46s ago 13m 48.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad a0ed6898ab34 2024-04-12T09:36:08.422 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 smithi165 running (13m) 46s ago 13m 48.3M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1da125f69005 2024-04-12T09:36:08.422 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 smithi165 running (13m) 46s ago 13m 48.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 0d68dde9a912 2024-04-12T09:36:08.422 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 smithi165 running (12m) 46s ago 12m 55.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 8c3c2e53fe3a 2024-04-12T09:36:08.422 INFO:teuthology.orchestra.run.smithi083.stdout:prometheus.a smithi165 *:9095 running (7m) 46s ago 12m 59.3M - 2.43.0 a07b618ecd1d a4fc77b5a1eb 2024-04-12T09:36:09.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:08 smithi083 ceph-mon[103899]: pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:09.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:08 smithi083 ceph-mon[108503]: pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:09.133 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph versions' 2024-04-12T09:36:09.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:08 smithi165 ceph-mon[93699]: pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:09.387 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:10.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:09 smithi083 ceph-mon[103899]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:10.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:09 smithi083 ceph-mon[108503]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:09 smithi165 ceph-mon[93699]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T09:36:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:10 smithi165 ceph-mon[93699]: pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:11.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:10 smithi083 ceph-mon[103899]: pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:11.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:10 smithi083 ceph-mon[108503]: pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": { 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 3 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": { 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 2 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": { 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 4, 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 4 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-12T09:36:11.417 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": { 2024-04-12T09:36:11.418 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 2 2024-04-12T09:36:11.418 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-12T09:36:11.418 INFO:teuthology.orchestra.run.smithi083.stdout: "overall": { 2024-04-12T09:36:11.418 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 6, 2024-04-12T09:36:11.418 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 9 2024-04-12T09:36:11.418 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-12T09:36:11.418 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-12T09:36:12.032 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:11 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:12.032 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:11 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3933461559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:12.033 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:11 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:12.033 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:11 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3933461559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:12.058 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:12.058 INFO:teuthology.run_tasks:Running task print... 2024-04-12T09:36:12.068 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-04-12T09:36:12.068 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-12T09:36:12.106 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T09:36:12.106 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T09:36:12.106 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T09:36:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:11 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:11 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3933461559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T09:36:12.359 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:12 smithi165 ceph-mon[93699]: pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:13.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:12 smithi083 ceph-mon[103899]: pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:13.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:12 smithi083 ceph-mon[108503]: pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:14.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:13 smithi083 ceph-mon[108503]: pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:14.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:13 smithi083 ceph-mon[103899]: pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:14.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:13 smithi165 ceph-mon[93699]: pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:14.595 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:36:15.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:14 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1256785907' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:36:15.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:14 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1256785907' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:36:15.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:14 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1256785907' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:36:15.340 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":38,"flags":0,"active_gid":34107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":3442890160},{"type":"v1","addr":"172.21.15.83:6801","nonce":3442890160}]},"active_addr":"172.21.15.83:6801/3442890160","active_change":"2024-04-12T09:29:35.785176+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":25408,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.83:8443/","prometheus":"http://172.21.15.83:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":88,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":4204760113}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":3526249206}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1335905626}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":2340268639}]}]} 2024-04-12T09:36:15.344 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T09:36:15.344 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T09:36:15.344 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:36:15.598 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:15.991 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:36:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:36:15] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2024-04-12T09:36:16.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:15 smithi165 ceph-mon[93699]: pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:16.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:15 smithi083 ceph-mon[103899]: pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:16.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:15 smithi083 ceph-mon[108503]: pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:16.998 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:16.998 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:16.998 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:16.998 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:16.998 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:16.999 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:16.999 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:16.999 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:16.999 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:16.999 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:16.999 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:16.999 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:17.473 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:36:17.473 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":108,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","created":"2024-04-12T09:18:27.727292+0000","modified":"2024-04-12T09:35:57.891483+0000","last_up_change":"2024-04-12T09:35:56.889882+0000","last_in_change":"2024-04-12T09:23:15.888766+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T09:21:34.841623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T09:24:05.907324+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":84,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-12T09:25:17.752033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-12T09:25:18.325880+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"36550089-c458-47ea-bb8c-b6908cde64e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":88,"up_from":92,"up_thru":107,"down_at":89,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3720402368},{"type":"v1","addr":"172.21.15.83:6803","nonce":3720402368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3720402368},{"type":"v1","addr":"172.21.15.83:6805","nonce":3720402368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3720402368},{"type":"v1","addr":"172.21.15.83:6809","nonce":3720402368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3720402368},{"type":"v1","addr":"172.21.15.83:6807","nonce":3720402368}]},"public_addr":"172.21.15.83:6803/3720402368","cluster_addr":"172.21.15.83:6805/3720402368","heartbeat_back_addr":"172.21.15.83:6809/3720402368","heartbeat_front_addr":"172.21.15.83:6807/3720402368","state":["exists","up"]},{"osd":1,"uuid":"8f5adc11-3574-4014-89f9-db3632513379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":93,"up_from":97,"up_thru":107,"down_at":94,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":99755179},{"type":"v1","addr":"172.21.15.83:6811","nonce":99755179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":99755179},{"type":"v1","addr":"172.21.15.83:6813","nonce":99755179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":99755179},{"type":"v1","addr":"172.21.15.83:6817","nonce":99755179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":99755179},{"type":"v1","addr":"172.21.15.83:6815","nonce":99755179}]},"public_addr":"172.21.15.83:6811/99755179","cluster_addr":"172.21.15.83:6813/99755179","heartbeat_back_addr":"172.21.15.83:6817/99755179","heartbeat_front_addr":"172.21.15.83:6815/99755179","state":["exists","up"]},{"osd":2,"uuid":"6fd6255d-e59e-4d0b-b419-7ef14f28c3b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":98,"up_from":102,"up_thru":107,"down_at":99,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":1082238534},{"type":"v1","addr":"172.21.15.83:6819","nonce":1082238534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1082238534},{"type":"v1","addr":"172.21.15.83:6821","nonce":1082238534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1082238534},{"type":"v1","addr":"172.21.15.83:6825","nonce":1082238534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":1082238534},{"type":"v1","addr":"172.21.15.83:6823","nonce":1082238534}]},"public_addr":"172.21.15.83:6819/1082238534","cluster_addr":"172.21.15.83:6821/1082238534","heartbeat_back_addr":"172.21.15.83:6825/1082238534","heartbeat_front_addr":"172.21.15.83:6823/1082238534","state":["exists","up"]},{"osd":3,"uuid":"3578f496-53d6-48ed-9868-8f9fa550dfde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":103,"up_from":107,"up_thru":107,"down_at":104,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":3096650817},{"type":"v1","addr":"172.21.15.83:6827","nonce":3096650817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":3096650817},{"type":"v1","addr":"172.21.15.83:6829","nonce":3096650817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":3096650817},{"type":"v1","addr":"172.21.15.83:6833","nonce":3096650817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":3096650817},{"type":"v1","addr":"172.21.15.83:6831","nonce":3096650817}]},"public_addr":"172.21.15.83:6827/3096650817","cluster_addr":"172.21.15.83:6829/3096650817","heartbeat_back_addr":"172.21.15.83:6833/3096650817","heartbeat_front_addr":"172.21.15.83:6831/3096650817","state":["exists","up"]},{"osd":4,"uuid":"684bdf2f-4335-46f8-acb5-e5d4c621f566","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":107,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6801","nonce":48389869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6803","nonce":48389869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6807","nonce":48389869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6805","nonce":48389869}]},"public_addr":"172.21.15.165:6801/48389869","cluster_addr":"172.21.15.165:6803/48389869","heartbeat_back_addr":"172.21.15.165:6807/48389869","heartbeat_front_addr":"172.21.15.165:6805/48389869","state":["exists","up"]},{"osd":5,"uuid":"6e4b25a1-1e62-4410-9cd2-39a08a74d663","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":107,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6809","nonce":3067205231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6811","nonce":3067205231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6815","nonce":3067205231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6813","nonce":3067205231}]},"public_addr":"172.21.15.165:6809/3067205231","cluster_addr":"172.21.15.165:6811/3067205231","heartbeat_back_addr":"172.21.15.165:6815/3067205231","heartbeat_front_addr":"172.21.15.165:6813/3067205231","state":["exists","up"]},{"osd":6,"uuid":"28f01575-af73-4149-b25f-df09b9320745","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":104,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6817","nonce":3828439471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6819","nonce":3828439471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6823","nonce":3828439471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6821","nonce":3828439471}]},"public_addr":"172.21.15.165:6817/3828439471","cluster_addr":"172.21.15.165:6819/3828439471","heartbeat_back_addr":"172.21.15.165:6823/3828439471","heartbeat_front_addr":"172.21.15.165:6821/3828439471","state":["exists","up"]},{"osd":7,"uuid":"f8079953-cedc-49b0-a718-b38157be2229","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":107,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6825","nonce":789927715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6827","nonce":789927715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6831","nonce":789927715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6829","nonce":789927715}]},"public_addr":"172.21.15.165:6825/789927715","cluster_addr":"172.21.15.165:6827/789927715","heartbeat_back_addr":"172.21.15.165:6831/789927715","heartbeat_front_addr":"172.21.15.165:6829/789927715","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:20:44.119396+0000","dead_epoch":88},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:07.949023+0000","dead_epoch":93},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:31.765014+0000","dead_epoch":98},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:55.963198+0000","dead_epoch":103},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:17.768570+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:42.070048+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:06.958939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:31.342080+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1f","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/3179826334":"2024-04-13T09:29:35.784976+0000","172.21.15.83:0/2826666650":"2024-04-13T09:29:35.784976+0000","172.21.15.165:0/833250980":"2024-04-13T09:28:49.777700+0000","172.21.15.165:0/1468803452":"2024-04-13T09:28:49.777700+0000","172.21.15.83:0/1888712973":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6801/3456530539":"2024-04-13T09:27:44.283965+0000","172.21.15.83:0/1229580276":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/2362567008":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6800/3456530539":"2024-04-13T09:27:44.283965+0000","172.21.15.165:0/167993893":"2024-04-13T09:28:49.777700+0000","172.21.15.165:0/2101470547":"2024-04-13T09:28:49.777700+0000","172.21.15.83:6800/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6800/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.165:0/1054789404":"2024-04-13T09:28:49.777700+0000","172.21.15.165:0/1082334348":"2024-04-13T09:28:49.777700+0000","172.21.15.83:6801/503433305":"2024-04-13T09:29:35.784976+0000","172.21.15.83:0/1459972129":"2024-04-13T09:27:44.283965+0000","172.21.15.83:0/1892985215":"2024-04-13T09:27:44.283965+0000","172.21.15.83:6801/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/3614840425":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/1875949226":"2024-04-13T09:27:44.283965+0000","172.21.15.83:0/3403912910":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/4114559448":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/4105042424":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6801/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/2967913341":"2024-04-13T09:29:35.784976+0000","172.21.15.83:6800/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/26455762":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/3876038898":"2024-04-13T09:27:44.283965+0000","172.21.15.83:0/2599589598":"2024-04-13T09:19:24.531949+0000","172.21.15.165:6834/3393699309":"2024-04-13T09:28:49.777700+0000","172.21.15.165:6835/3393699309":"2024-04-13T09:28:49.777700+0000","172.21.15.83:0/3927947530":"2024-04-13T09:29:35.784976+0000","172.21.15.83:6801/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/3969709900":"2024-04-13T09:29:35.784976+0000","172.21.15.83:0/940644236":"2024-04-13T09:29:35.784976+0000","172.21.15.83:0/3028434272":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6800/503433305":"2024-04-13T09:29:35.784976+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:17.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:36:18.189 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3160619485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:36:18.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:17 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3160619485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:36:18.219 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T09:36:18.220 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:36:18.481 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:18.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:17 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3160619485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:36:19.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:19 smithi083 ceph-mon[108503]: pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:19.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:19 smithi083 ceph-mon[103899]: pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:19.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:19 smithi165 ceph-mon[93699]: pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:20.445 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:36:20.446 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":108,"fsid":"8625ace8-f8ad-11ee-bc8c-c7b262605968","created":"2024-04-12T09:18:27.727292+0000","modified":"2024-04-12T09:35:57.891483+0000","last_up_change":"2024-04-12T09:35:56.889882+0000","last_in_change":"2024-04-12T09:23:15.888766+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T09:21:34.841623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T09:24:05.907324+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":84,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-12T09:25:17.752033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-12T09:25:18.325880+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"36550089-c458-47ea-bb8c-b6908cde64e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":88,"up_from":92,"up_thru":107,"down_at":89,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3720402368},{"type":"v1","addr":"172.21.15.83:6803","nonce":3720402368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3720402368},{"type":"v1","addr":"172.21.15.83:6805","nonce":3720402368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3720402368},{"type":"v1","addr":"172.21.15.83:6809","nonce":3720402368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3720402368},{"type":"v1","addr":"172.21.15.83:6807","nonce":3720402368}]},"public_addr":"172.21.15.83:6803/3720402368","cluster_addr":"172.21.15.83:6805/3720402368","heartbeat_back_addr":"172.21.15.83:6809/3720402368","heartbeat_front_addr":"172.21.15.83:6807/3720402368","state":["exists","up"]},{"osd":1,"uuid":"8f5adc11-3574-4014-89f9-db3632513379","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":93,"up_from":97,"up_thru":107,"down_at":94,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":99755179},{"type":"v1","addr":"172.21.15.83:6811","nonce":99755179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":99755179},{"type":"v1","addr":"172.21.15.83:6813","nonce":99755179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":99755179},{"type":"v1","addr":"172.21.15.83:6817","nonce":99755179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":99755179},{"type":"v1","addr":"172.21.15.83:6815","nonce":99755179}]},"public_addr":"172.21.15.83:6811/99755179","cluster_addr":"172.21.15.83:6813/99755179","heartbeat_back_addr":"172.21.15.83:6817/99755179","heartbeat_front_addr":"172.21.15.83:6815/99755179","state":["exists","up"]},{"osd":2,"uuid":"6fd6255d-e59e-4d0b-b419-7ef14f28c3b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":98,"up_from":102,"up_thru":107,"down_at":99,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":1082238534},{"type":"v1","addr":"172.21.15.83:6819","nonce":1082238534}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1082238534},{"type":"v1","addr":"172.21.15.83:6821","nonce":1082238534}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1082238534},{"type":"v1","addr":"172.21.15.83:6825","nonce":1082238534}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":1082238534},{"type":"v1","addr":"172.21.15.83:6823","nonce":1082238534}]},"public_addr":"172.21.15.83:6819/1082238534","cluster_addr":"172.21.15.83:6821/1082238534","heartbeat_back_addr":"172.21.15.83:6825/1082238534","heartbeat_front_addr":"172.21.15.83:6823/1082238534","state":["exists","up"]},{"osd":3,"uuid":"3578f496-53d6-48ed-9868-8f9fa550dfde","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":103,"up_from":107,"up_thru":107,"down_at":104,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":3096650817},{"type":"v1","addr":"172.21.15.83:6827","nonce":3096650817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":3096650817},{"type":"v1","addr":"172.21.15.83:6829","nonce":3096650817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":3096650817},{"type":"v1","addr":"172.21.15.83:6833","nonce":3096650817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":3096650817},{"type":"v1","addr":"172.21.15.83:6831","nonce":3096650817}]},"public_addr":"172.21.15.83:6827/3096650817","cluster_addr":"172.21.15.83:6829/3096650817","heartbeat_back_addr":"172.21.15.83:6833/3096650817","heartbeat_front_addr":"172.21.15.83:6831/3096650817","state":["exists","up"]},{"osd":4,"uuid":"684bdf2f-4335-46f8-acb5-e5d4c621f566","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":107,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6801","nonce":48389869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6803","nonce":48389869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6807","nonce":48389869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":48389869},{"type":"v1","addr":"172.21.15.165:6805","nonce":48389869}]},"public_addr":"172.21.15.165:6801/48389869","cluster_addr":"172.21.15.165:6803/48389869","heartbeat_back_addr":"172.21.15.165:6807/48389869","heartbeat_front_addr":"172.21.15.165:6805/48389869","state":["exists","up"]},{"osd":5,"uuid":"6e4b25a1-1e62-4410-9cd2-39a08a74d663","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":107,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6809","nonce":3067205231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6811","nonce":3067205231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6815","nonce":3067205231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":3067205231},{"type":"v1","addr":"172.21.15.165:6813","nonce":3067205231}]},"public_addr":"172.21.15.165:6809/3067205231","cluster_addr":"172.21.15.165:6811/3067205231","heartbeat_back_addr":"172.21.15.165:6815/3067205231","heartbeat_front_addr":"172.21.15.165:6813/3067205231","state":["exists","up"]},{"osd":6,"uuid":"28f01575-af73-4149-b25f-df09b9320745","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":104,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6817","nonce":3828439471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6819","nonce":3828439471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6823","nonce":3828439471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3828439471},{"type":"v1","addr":"172.21.15.165:6821","nonce":3828439471}]},"public_addr":"172.21.15.165:6817/3828439471","cluster_addr":"172.21.15.165:6819/3828439471","heartbeat_back_addr":"172.21.15.165:6823/3828439471","heartbeat_front_addr":"172.21.15.165:6821/3828439471","state":["exists","up"]},{"osd":7,"uuid":"f8079953-cedc-49b0-a718-b38157be2229","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":107,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6825","nonce":789927715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6827","nonce":789927715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6831","nonce":789927715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":789927715},{"type":"v1","addr":"172.21.15.165:6829","nonce":789927715}]},"public_addr":"172.21.15.165:6825/789927715","cluster_addr":"172.21.15.165:6827/789927715","heartbeat_back_addr":"172.21.15.165:6831/789927715","heartbeat_front_addr":"172.21.15.165:6829/789927715","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:20:44.119396+0000","dead_epoch":88},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:07.949023+0000","dead_epoch":93},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:31.765014+0000","dead_epoch":98},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:21:55.963198+0000","dead_epoch":103},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:17.768570+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:22:42.070048+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:06.958939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T09:23:31.342080+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1f","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1229580276":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6801/3456530539":"2024-04-13T09:27:44.283965+0000","172.21.15.83:0/2362567008":"2024-04-13T09:19:24.531949+0000","172.21.15.83:6800/3456530539":"2024-04-13T09:27:44.283965+0000","172.21.15.165:0/167993893":"2024-04-13T09:28:49.777700+0000","172.21.15.165:0/2101470547":"2024-04-13T09:28:49.777700+0000","172.21.15.83:6800/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/1888712973":"2024-04-13T09:24:05.216038+0000","172.21.15.165:0/1468803452":"2024-04-13T09:28:49.777700+0000","172.21.15.83:0/3927947530":"2024-04-13T09:29:35.784976+0000","172.21.15.83:6800/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.165:0/1054789404":"2024-04-13T09:28:49.777700+0000","172.21.15.83:0/1459972129":"2024-04-13T09:27:44.283965+0000","172.21.15.83:0/3028434272":"2024-04-13T09:24:05.216038+0000","172.21.15.83:6800/503433305":"2024-04-13T09:29:35.784976+0000","172.21.15.83:6801/2582929209":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/3969709900":"2024-04-13T09:29:35.784976+0000","172.21.15.83:0/940644236":"2024-04-13T09:29:35.784976+0000","172.21.15.83:0/2967913341":"2024-04-13T09:29:35.784976+0000","172.21.15.83:0/3614840425":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/1875949226":"2024-04-13T09:27:44.283965+0000","172.21.15.83:0/3403912910":"2024-04-13T09:19:00.681898+0000","172.21.15.83:0/4114559448":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/4105042424":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6801/3935682008":"2024-04-13T09:19:00.681898+0000","172.21.15.83:6801/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/1892985215":"2024-04-13T09:27:44.283965+0000","172.21.15.83:6801/503433305":"2024-04-13T09:29:35.784976+0000","172.21.15.165:0/1082334348":"2024-04-13T09:28:49.777700+0000","172.21.15.83:0/2826666650":"2024-04-13T09:29:35.784976+0000","172.21.15.83:0/3179826334":"2024-04-13T09:29:35.784976+0000","172.21.15.165:0/833250980":"2024-04-13T09:28:49.777700+0000","172.21.15.83:6800/1100549838":"2024-04-13T09:19:24.531949+0000","172.21.15.83:0/26455762":"2024-04-13T09:24:05.216038+0000","172.21.15.83:0/3876038898":"2024-04-13T09:27:44.283965+0000","172.21.15.83:0/2599589598":"2024-04-13T09:19:24.531949+0000","172.21.15.165:6834/3393699309":"2024-04-13T09:28:49.777700+0000","172.21.15.165:6835/3393699309":"2024-04-13T09:28:49.777700+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:36:21.106 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T09:36:21.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T09:36:21.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T09:36:21.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T09:36:21.108 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T09:36:21.108 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T09:36:21.109 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T09:36:21.109 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T09:36:21.361 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:21 smithi083 ceph-mon[108503]: pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:21.362 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:21 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3807526893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:36:21.362 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:21.362 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:21 smithi083 ceph-mon[103899]: pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:21.362 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:21 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3807526893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:36:21.362 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:21.688 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:21.688 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:21.688 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:21.693 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:21.693 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:21.693 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:21.694 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:21 smithi165 ceph-mon[93699]: pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:21 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3807526893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:36:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:23.621 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:23 smithi083 ceph-mon[108503]: pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:23.621 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:23 smithi083 ceph-mon[103899]: pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:23.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:23 smithi165 ceph-mon[93699]: pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:25.579 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:25 smithi083 ceph-mon[108503]: pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:25.579 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:25 smithi083 ceph-mon[103899]: pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:25.742 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:25 smithi165 ceph-mon[93699]: pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:25.917 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:36:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:36:25] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2024-04-12T09:36:27.463 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:27 smithi083 ceph-mon[108503]: pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:27.463 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:27 smithi083 ceph-mon[103899]: pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:27.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:27 smithi165 ceph-mon[93699]: pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:29.582 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:29 smithi083 ceph-mon[108503]: pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:29.583 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:29 smithi083 ceph-mon[103899]: pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:29.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:29 smithi165 ceph-mon[93699]: pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:30.415 INFO:teuthology.orchestra.run.smithi083.stdout:231928234141 2024-04-12T09:36:30.415 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T09:36:31.737 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:31 smithi083 ceph-mon[108503]: pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:31.737 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:31 smithi083 ceph-mon[103899]: pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:31.746 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:31 smithi165 ceph-mon[93699]: pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:32.122 INFO:teuthology.orchestra.run.smithi083.stdout:395136991261 2024-04-12T09:36:32.123 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T09:36:33.535 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:33 smithi083 ceph-mon[108503]: pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:33.535 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:33 smithi083 ceph-mon[103899]: pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:33.561 INFO:teuthology.orchestra.run.smithi083.stdout:197568495778 2024-04-12T09:36:33.561 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T09:36:33.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:33 smithi165 ceph-mon[93699]: pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:34.718 INFO:teuthology.orchestra.run.smithi083.stdout:163208757416 2024-04-12T09:36:34.718 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T09:36:35.107 INFO:teuthology.orchestra.run.smithi083.stdout:459561500681 2024-04-12T09:36:35.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T09:36:35.508 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:35 smithi083 ceph-mon[108503]: pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:35.509 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:35 smithi083 ceph-mon[103899]: pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:35.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:35 smithi165 ceph-mon[93699]: pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:35.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:36:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:36:35] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2024-04-12T09:36:37.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:37.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:36 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:37.078 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:37.098 INFO:teuthology.orchestra.run.smithi083.stdout:438086664208 2024-04-12T09:36:37.099 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T09:36:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:36 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:37.960 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:37 smithi083 ceph-mon[108503]: pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:37.961 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:37 smithi083 ceph-mon[103899]: pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:38.144 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:38.144 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:38.145 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:38.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:37 smithi165 ceph-mon[93699]: pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:38.596 INFO:teuthology.orchestra.run.smithi083.stdout:128849019054 2024-04-12T09:36:38.596 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T09:36:39.904 INFO:teuthology.orchestra.run.smithi083.stdout:416611827735 2024-04-12T09:36:39.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T09:36:40.008 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:39 smithi083 ceph-mon[108503]: pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:40.009 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:39 smithi083 ceph-mon[103899]: pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:39 smithi165 ceph-mon[93699]: pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:41.733 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:42.086 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:41 smithi083 ceph-mon[103899]: pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:42.087 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:41 smithi083 ceph-mon[108503]: pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:42.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:41 smithi165 ceph-mon[93699]: pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:43.300 INFO:teuthology.orchestra.run.smithi083.stdout:163208757418 2024-04-12T09:36:43.505 INFO:teuthology.orchestra.run.smithi083.stdout:197568495781 2024-04-12T09:36:44.044 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:43 smithi083 ceph-mon[108503]: pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:44.044 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:43 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2375361023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:36:44.045 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:43 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2357485152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:36:44.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:43 smithi083 ceph-mon[103899]: pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:44.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:43 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2375361023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:36:44.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:43 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2357485152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:36:44.069 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757416 got 163208757418 for osd.5 2024-04-12T09:36:44.069 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:44.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:43 smithi165 ceph-mon[93699]: pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:44.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:43 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2375361023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:36:44.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:43 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2357485152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:36:45.668 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:36:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:36:45] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:36:45.782 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:45.807 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495778 got 197568495781 for osd.6 2024-04-12T09:36:45.807 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:45.975 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:45 smithi083 ceph-mon[108503]: pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:45.975 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:45 smithi083 ceph-mon[103899]: pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:46.193 INFO:teuthology.orchestra.run.smithi083.stdout:459561500683 2024-04-12T09:36:46.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:45 smithi165 ceph-mon[93699]: pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:46.933 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:46 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/94825515' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:36:46.933 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:46 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/94825515' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:36:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:46 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/94825515' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:36:48.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:47 smithi165 ceph-mon[93699]: pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:48.249 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:47 smithi083 ceph-mon[108503]: pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:48.249 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:47 smithi083 ceph-mon[103899]: pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:48.734 INFO:tasks.cephadm.ceph_manager.ceph:need seq 459561500681 got 459561500683 for osd.3 2024-04-12T09:36:48.734 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:49.019 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:49.020 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:49.155 INFO:teuthology.orchestra.run.smithi083.stdout:395136991264 2024-04-12T09:36:49.233 INFO:teuthology.orchestra.run.smithi083.stdout:231928234145 2024-04-12T09:36:49.961 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:49 smithi083 ceph-mon[108503]: pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:49.961 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:49 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3070905169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:36:49.961 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:49 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2834456241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:36:49.962 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:49 smithi083 ceph-mon[103899]: pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:49.962 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:49 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3070905169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:36:49.962 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:49 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2834456241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:36:50.163 INFO:teuthology.orchestra.run.smithi083.stdout:128849019056 2024-04-12T09:36:50.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:49 smithi165 ceph-mon[93699]: pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:50.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:49 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3070905169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:36:50.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:49 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2834456241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:36:51.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:50 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1975559704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:36:51.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:51.173 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:50 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1975559704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:36:51.173 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:50 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1975559704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:36:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:36:51.917 INFO:tasks.cephadm.ceph_manager.ceph:need seq 395136991261 got 395136991264 for osd.0 2024-04-12T09:36:51.918 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:51 smithi165 ceph-mon[93699]: pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:52.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:51 smithi083 ceph-mon[103899]: pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:52.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:51 smithi083 ceph-mon[108503]: pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:52.327 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849019054 got 128849019056 for osd.4 2024-04-12T09:36:52.327 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:52.848 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234141 got 231928234145 for osd.7 2024-04-12T09:36:52.848 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:54.191 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:53 smithi083 ceph-mon[108503]: pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:54.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:53 smithi083 ceph-mon[103899]: pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:54.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:53 smithi165 ceph-mon[93699]: pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:54.506 INFO:teuthology.orchestra.run.smithi083.stdout:438086664212 2024-04-12T09:36:54.693 INFO:teuthology.orchestra.run.smithi083.stdout:416611827738 2024-04-12T09:36:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:54 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3106733211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:36:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:54 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3130890348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:36:55.249 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:54 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3106733211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:36:55.249 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:54 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3130890348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:36:55.249 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:54 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3106733211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:36:55.249 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:54 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3130890348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:36:55.272 INFO:tasks.cephadm.ceph_manager.ceph:need seq 416611827735 got 416611827738 for osd.1 2024-04-12T09:36:55.273 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:55.693 INFO:tasks.cephadm.ceph_manager.ceph:need seq 438086664208 got 438086664212 for osd.2 2024-04-12T09:36:55.693 DEBUG:teuthology.parallel:result is None 2024-04-12T09:36:55.693 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T09:36:55.694 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T09:36:55.947 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:55 smithi083 ceph-mon[108503]: pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:56.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:36:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:36:55] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2024-04-12T09:36:56.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:55 smithi083 ceph-mon[103899]: pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:55 smithi165 ceph-mon[93699]: pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:57.845 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:36:57.847 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-12T09:36:58.141 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:57 smithi083 ceph-mon[108503]: pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:58.142 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:57 smithi083 ceph-mon[103899]: pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:57 smithi165 ceph-mon[93699]: pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:36:58.457 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":264,"stamp":"2024-04-12T09:36:56.260592+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790221,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6495,"num_read_kb":13916,"num_write":1146,"num_write_kb":15031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1192,"ondisk_log_size":1192,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1335248,"kb_used_data":23372,"kb_used_omap":34,"kb_used_meta":1311709,"kb_avail":748625968,"statfs":{"total":767960285184,"available":766592991232,"internally_reserved":0,"allocated":23932928,"data_stored":19306770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35349,"internal_metadata":1343190507},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002584"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.893516+0000","last_change":"2024-04-12T09:34:50.333618+0000","last_active":"2024-04-12T09:35:56.893516+0000","last_peered":"2024-04-12T09:35:56.893516+0000","last_clean":"2024-04-12T09:35:56.893516+0000","last_became_active":"2024-04-12T09:34:50.333010+0000","last_became_peered":"2024-04-12T09:34:50.333010+0000","last_unstale":"2024-04-12T09:35:56.893516+0000","last_undegraded":"2024-04-12T09:35:56.893516+0000","last_fullsized":"2024-04-12T09:35:56.893516+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:56:51.519236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":65,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.895090+0000","last_change":"2024-04-12T09:35:23.902062+0000","last_active":"2024-04-12T09:35:57.895090+0000","last_peered":"2024-04-12T09:35:57.895090+0000","last_clean":"2024-04-12T09:35:57.895090+0000","last_became_active":"2024-04-12T09:35:23.901733+0000","last_became_peered":"2024-04-12T09:35:23.901733+0000","last_unstale":"2024-04-12T09:35:57.895090+0000","last_undegraded":"2024-04-12T09:35:57.895090+0000","last_fullsized":"2024-04-12T09:35:57.895090+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:58:52.667713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":91,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912750+0000","last_change":"2024-04-12T09:35:57.912750+0000","last_active":"2024-04-12T09:35:57.912750+0000","last_peered":"2024-04-12T09:35:57.912750+0000","last_clean":"2024-04-12T09:35:57.912750+0000","last_became_active":"2024-04-12T09:35:57.910910+0000","last_became_peered":"2024-04-12T09:35:57.910910+0000","last_unstale":"2024-04-12T09:35:57.912750+0000","last_undegraded":"2024-04-12T09:35:57.912750+0000","last_fullsized":"2024-04-12T09:35:57.912750+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:20:43.140614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":76,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.907937+0000","last_change":"2024-04-12T09:35:57.907937+0000","last_active":"2024-04-12T09:35:57.907937+0000","last_peered":"2024-04-12T09:35:57.907937+0000","last_clean":"2024-04-12T09:35:57.907937+0000","last_became_active":"2024-04-12T09:35:57.904928+0000","last_became_peered":"2024-04-12T09:35:57.904928+0000","last_unstale":"2024-04-12T09:35:57.907937+0000","last_undegraded":"2024-04-12T09:35:57.907937+0000","last_fullsized":"2024-04-12T09:35:57.907937+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:16.641686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.904048+0000","last_change":"2024-04-12T09:35:57.904048+0000","last_active":"2024-04-12T09:35:57.904048+0000","last_peered":"2024-04-12T09:35:57.904048+0000","last_clean":"2024-04-12T09:35:57.904048+0000","last_became_active":"2024-04-12T09:35:57.903305+0000","last_became_peered":"2024-04-12T09:35:57.903305+0000","last_unstale":"2024-04-12T09:35:57.904048+0000","last_undegraded":"2024-04-12T09:35:57.904048+0000","last_fullsized":"2024-04-12T09:35:57.904048+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:12:59.428141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":53,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.899364+0000","last_change":"2024-04-12T09:25:19.094179+0000","last_active":"2024-04-12T09:35:56.899364+0000","last_peered":"2024-04-12T09:35:56.899364+0000","last_clean":"2024-04-12T09:35:56.899364+0000","last_became_active":"2024-04-12T09:25:19.093775+0000","last_became_peered":"2024-04-12T09:25:19.093775+0000","last_unstale":"2024-04-12T09:35:56.899364+0000","last_undegraded":"2024-04-12T09:35:56.899364+0000","last_fullsized":"2024-04-12T09:35:56.899364+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:30:15.747607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.907325+0000","last_change":"2024-04-12T09:35:57.907325+0000","last_active":"2024-04-12T09:35:57.907325+0000","last_peered":"2024-04-12T09:35:57.907325+0000","last_clean":"2024-04-12T09:35:57.907325+0000","last_became_active":"2024-04-12T09:35:57.906995+0000","last_became_peered":"2024-04-12T09:35:57.906995+0000","last_unstale":"2024-04-12T09:35:57.907325+0000","last_undegraded":"2024-04-12T09:35:57.907325+0000","last_fullsized":"2024-04-12T09:35:57.907325+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:34:34.862934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":70,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900233+0000","last_change":"2024-04-12T09:34:50.328902+0000","last_active":"2024-04-12T09:35:56.900233+0000","last_peered":"2024-04-12T09:35:56.900233+0000","last_clean":"2024-04-12T09:35:56.900233+0000","last_became_active":"2024-04-12T09:34:50.328444+0000","last_became_peered":"2024-04-12T09:34:50.328444+0000","last_unstale":"2024-04-12T09:35:56.900233+0000","last_undegraded":"2024-04-12T09:35:56.900233+0000","last_fullsized":"2024-04-12T09:35:56.900233+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:53:47.145439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.904828+0000","last_change":"2024-04-12T09:35:57.904828+0000","last_active":"2024-04-12T09:35:57.904828+0000","last_peered":"2024-04-12T09:35:57.904828+0000","last_clean":"2024-04-12T09:35:57.904828+0000","last_became_active":"2024-04-12T09:35:57.904464+0000","last_became_peered":"2024-04-12T09:35:57.904464+0000","last_unstale":"2024-04-12T09:35:57.904828+0000","last_undegraded":"2024-04-12T09:35:57.904828+0000","last_fullsized":"2024-04-12T09:35:57.904828+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:49:03.255507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":56,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.894897+0000","last_change":"2024-04-12T09:34:15.939697+0000","last_active":"2024-04-12T09:35:57.894897+0000","last_peered":"2024-04-12T09:35:57.894897+0000","last_clean":"2024-04-12T09:35:57.894897+0000","last_became_active":"2024-04-12T09:34:15.938165+0000","last_became_peered":"2024-04-12T09:34:15.938165+0000","last_unstale":"2024-04-12T09:35:57.894897+0000","last_undegraded":"2024-04-12T09:35:57.894897+0000","last_fullsized":"2024-04-12T09:35:57.894897+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:01:13.786841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":51,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895368+0000","last_change":"2024-04-12T09:25:19.117959+0000","last_active":"2024-04-12T09:35:56.895368+0000","last_peered":"2024-04-12T09:35:56.895368+0000","last_clean":"2024-04-12T09:35:56.895368+0000","last_became_active":"2024-04-12T09:25:19.117491+0000","last_became_peered":"2024-04-12T09:25:19.117491+0000","last_unstale":"2024-04-12T09:35:56.895368+0000","last_undegraded":"2024-04-12T09:35:56.895368+0000","last_fullsized":"2024-04-12T09:35:56.895368+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:09:17.790745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":65,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.895080+0000","last_change":"2024-04-12T09:34:50.333552+0000","last_active":"2024-04-12T09:35:57.895080+0000","last_peered":"2024-04-12T09:35:57.895080+0000","last_clean":"2024-04-12T09:35:57.895080+0000","last_became_active":"2024-04-12T09:34:50.333173+0000","last_became_peered":"2024-04-12T09:34:50.333173+0000","last_unstale":"2024-04-12T09:35:57.895080+0000","last_undegraded":"2024-04-12T09:35:57.895080+0000","last_fullsized":"2024-04-12T09:35:57.895080+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:23:53.987643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"84'136","reported_seq":749,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895334+0000","last_change":"2024-04-12T09:35:23.894329+0000","last_active":"2024-04-12T09:35:56.895334+0000","last_peered":"2024-04-12T09:35:56.895334+0000","last_clean":"2024-04-12T09:35:56.895334+0000","last_became_active":"2024-04-12T09:35:23.893829+0000","last_became_peered":"2024-04-12T09:35:23.893829+0000","last_unstale":"2024-04-12T09:35:56.895334+0000","last_undegraded":"2024-04-12T09:35:56.895334+0000","last_fullsized":"2024-04-12T09:35:56.895334+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:14:16.809287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027131900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1247,"num_read_kb":3157,"num_write":83,"num_write_kb":2081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":66,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912161+0000","last_change":"2024-04-12T09:35:57.912161+0000","last_active":"2024-04-12T09:35:57.912161+0000","last_peered":"2024-04-12T09:35:57.912161+0000","last_clean":"2024-04-12T09:35:57.912161+0000","last_became_active":"2024-04-12T09:35:57.910778+0000","last_became_peered":"2024-04-12T09:35:57.910778+0000","last_unstale":"2024-04-12T09:35:57.912161+0000","last_undegraded":"2024-04-12T09:35:57.912161+0000","last_fullsized":"2024-04-12T09:35:57.912161+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:13:49.937995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"84'173","reported_seq":567,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.899757+0000","last_change":"2024-04-12T09:34:50.335636+0000","last_active":"2024-04-12T09:35:57.899757+0000","last_peered":"2024-04-12T09:35:57.899757+0000","last_clean":"2024-04-12T09:35:57.899757+0000","last_became_active":"2024-04-12T09:34:50.334117+0000","last_became_peered":"2024-04-12T09:34:50.334117+0000","last_unstale":"2024-04-12T09:35:57.899757+0000","last_undegraded":"2024-04-12T09:35:57.899757+0000","last_fullsized":"2024-04-12T09:35:57.899757+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":173,"log_dups_size":0,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:48:28.085924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000301816,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":890,"num_write":144,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":69,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912568+0000","last_change":"2024-04-12T09:35:57.912568+0000","last_active":"2024-04-12T09:35:57.912568+0000","last_peered":"2024-04-12T09:35:57.912568+0000","last_clean":"2024-04-12T09:35:57.912568+0000","last_became_active":"2024-04-12T09:35:57.912139+0000","last_became_peered":"2024-04-12T09:35:57.912139+0000","last_unstale":"2024-04-12T09:35:57.912568+0000","last_undegraded":"2024-04-12T09:35:57.912568+0000","last_fullsized":"2024-04-12T09:35:57.912568+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:08:00.234189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":52,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.894608+0000","last_change":"2024-04-12T09:34:15.935594+0000","last_active":"2024-04-12T09:35:57.894608+0000","last_peered":"2024-04-12T09:35:57.894608+0000","last_clean":"2024-04-12T09:35:57.894608+0000","last_became_active":"2024-04-12T09:34:15.935220+0000","last_became_peered":"2024-04-12T09:34:15.935220+0000","last_unstale":"2024-04-12T09:35:57.894608+0000","last_undegraded":"2024-04-12T09:35:57.894608+0000","last_fullsized":"2024-04-12T09:35:57.894608+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:24:27.969830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":52,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.899102+0000","last_change":"2024-04-12T09:35:23.896174+0000","last_active":"2024-04-12T09:35:57.899102+0000","last_peered":"2024-04-12T09:35:57.899102+0000","last_clean":"2024-04-12T09:35:57.899102+0000","last_became_active":"2024-04-12T09:35:23.895878+0000","last_became_peered":"2024-04-12T09:35:23.895878+0000","last_unstale":"2024-04-12T09:35:57.899102+0000","last_undegraded":"2024-04-12T09:35:57.899102+0000","last_fullsized":"2024-04-12T09:35:57.899102+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:24:35.550879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"84'145","reported_seq":586,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900988+0000","last_change":"2024-04-12T09:34:15.936066+0000","last_active":"2024-04-12T09:35:56.900988+0000","last_peered":"2024-04-12T09:35:56.900988+0000","last_clean":"2024-04-12T09:35:56.900988+0000","last_became_active":"2024-04-12T09:34:15.935432+0000","last_became_peered":"2024-04-12T09:34:15.935432+0000","last_unstale":"2024-04-12T09:35:56.900988+0000","last_undegraded":"2024-04-12T09:35:56.900988+0000","last_fullsized":"2024-04-12T09:35:56.900988+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:25:45.651858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026827900000000001,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":934,"num_read_kb":794,"num_write":132,"num_write_kb":5208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.895171+0000","last_change":"2024-04-12T09:35:23.901980+0000","last_active":"2024-04-12T09:35:57.895171+0000","last_peered":"2024-04-12T09:35:57.895171+0000","last_clean":"2024-04-12T09:35:57.895171+0000","last_became_active":"2024-04-12T09:35:23.901636+0000","last_became_peered":"2024-04-12T09:35:23.901636+0000","last_unstale":"2024-04-12T09:35:57.895171+0000","last_undegraded":"2024-04-12T09:35:57.895171+0000","last_fullsized":"2024-04-12T09:35:57.895171+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:41:47.727717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911546+0000","last_change":"2024-04-12T09:35:57.909975+0000","last_active":"2024-04-12T09:35:57.911546+0000","last_peered":"2024-04-12T09:35:57.911546+0000","last_clean":"2024-04-12T09:35:57.911546+0000","last_became_active":"2024-04-12T09:35:57.909617+0000","last_became_peered":"2024-04-12T09:35:57.909617+0000","last_unstale":"2024-04-12T09:35:57.911546+0000","last_undegraded":"2024-04-12T09:35:57.911546+0000","last_fullsized":"2024-04-12T09:35:57.911546+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:34:56.115479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"84'69","reported_seq":297,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900786+0000","last_change":"2024-04-12T09:34:50.331358+0000","last_active":"2024-04-12T09:35:56.900786+0000","last_peered":"2024-04-12T09:35:56.900786+0000","last_clean":"2024-04-12T09:35:56.900786+0000","last_became_active":"2024-04-12T09:34:50.331019+0000","last_became_peered":"2024-04-12T09:34:50.331019+0000","last_unstale":"2024-04-12T09:35:56.900786+0000","last_undegraded":"2024-04-12T09:35:56.900786+0000","last_fullsized":"2024-04-12T09:35:56.900786+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:38.561938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039055300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":1464,"num_write":68,"num_write_kb":1144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895021+0000","last_change":"2024-04-12T09:25:19.488026+0000","last_active":"2024-04-12T09:35:56.895021+0000","last_peered":"2024-04-12T09:35:56.895021+0000","last_clean":"2024-04-12T09:35:56.895021+0000","last_became_active":"2024-04-12T09:25:19.486951+0000","last_became_peered":"2024-04-12T09:25:19.486951+0000","last_unstale":"2024-04-12T09:35:56.895021+0000","last_undegraded":"2024-04-12T09:35:56.895021+0000","last_fullsized":"2024-04-12T09:35:56.895021+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:35:04.801174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.908762+0000","last_change":"2024-04-12T09:35:57.908762+0000","last_active":"2024-04-12T09:35:57.908762+0000","last_peered":"2024-04-12T09:35:57.908762+0000","last_clean":"2024-04-12T09:35:57.908762+0000","last_became_active":"2024-04-12T09:35:57.908382+0000","last_became_peered":"2024-04-12T09:35:57.908382+0000","last_unstale":"2024-04-12T09:35:57.908762+0000","last_undegraded":"2024-04-12T09:35:57.908762+0000","last_fullsized":"2024-04-12T09:35:57.908762+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:50:08.456120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"88'161","reported_seq":448,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900670+0000","last_change":"2024-04-12T09:34:15.936638+0000","last_active":"2024-04-12T09:35:56.900670+0000","last_peered":"2024-04-12T09:35:56.900670+0000","last_clean":"2024-04-12T09:35:56.900670+0000","last_became_active":"2024-04-12T09:34:15.936194+0000","last_became_peered":"2024-04-12T09:34:15.936194+0000","last_unstale":"2024-04-12T09:35:56.900670+0000","last_undegraded":"2024-04-12T09:35:56.900670+0000","last_fullsized":"2024-04-12T09:35:56.900670+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_clean_scrub_stamp":"2024-04-12T09:21:34.891757+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:39:25.168103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'128","reported_seq":333,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.898423+0000","last_change":"2024-04-12T09:35:23.899354+0000","last_active":"2024-04-12T09:35:56.898423+0000","last_peered":"2024-04-12T09:35:56.898423+0000","last_clean":"2024-04-12T09:35:56.898423+0000","last_became_active":"2024-04-12T09:35:23.898826+0000","last_became_peered":"2024-04-12T09:35:23.898826+0000","last_unstale":"2024-04-12T09:35:56.898423+0000","last_undegraded":"2024-04-12T09:35:56.898423+0000","last_fullsized":"2024-04-12T09:35:56.898423+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:47:14.036470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045408800000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":204,"num_write":128,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.899042+0000","last_change":"2024-04-12T09:34:50.328603+0000","last_active":"2024-04-12T09:35:57.899042+0000","last_peered":"2024-04-12T09:35:57.899042+0000","last_clean":"2024-04-12T09:35:57.899042+0000","last_became_active":"2024-04-12T09:34:50.328332+0000","last_became_peered":"2024-04-12T09:34:50.328332+0000","last_unstale":"2024-04-12T09:35:57.899042+0000","last_undegraded":"2024-04-12T09:35:57.899042+0000","last_fullsized":"2024-04-12T09:35:57.899042+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:29:00.263624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":52,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.898611+0000","last_change":"2024-04-12T09:35:23.895252+0000","last_active":"2024-04-12T09:35:57.898611+0000","last_peered":"2024-04-12T09:35:57.898611+0000","last_clean":"2024-04-12T09:35:57.898611+0000","last_became_active":"2024-04-12T09:35:23.894911+0000","last_became_peered":"2024-04-12T09:35:23.894911+0000","last_unstale":"2024-04-12T09:35:57.898611+0000","last_undegraded":"2024-04-12T09:35:57.898611+0000","last_fullsized":"2024-04-12T09:35:57.898611+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:22:22.698698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"84'95","reported_seq":456,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.909885+0000","last_change":"2024-04-12T09:35:57.909885+0000","last_active":"2024-04-12T09:35:57.909885+0000","last_peered":"2024-04-12T09:35:57.909885+0000","last_clean":"2024-04-12T09:35:57.909885+0000","last_became_active":"2024-04-12T09:35:57.909335+0000","last_became_peered":"2024-04-12T09:35:57.909335+0000","last_unstale":"2024-04-12T09:35:57.909885+0000","last_undegraded":"2024-04-12T09:35:57.909885+0000","last_fullsized":"2024-04-12T09:35:57.909885+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:02:12.918133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031018799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":634,"num_read_kb":1779,"num_write":92,"num_write_kb":1211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":81,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.910442+0000","last_change":"2024-04-12T09:35:57.910442+0000","last_active":"2024-04-12T09:35:57.910442+0000","last_peered":"2024-04-12T09:35:57.910442+0000","last_clean":"2024-04-12T09:35:57.910442+0000","last_became_active":"2024-04-12T09:35:57.910098+0000","last_became_peered":"2024-04-12T09:35:57.910098+0000","last_unstale":"2024-04-12T09:35:57.910442+0000","last_undegraded":"2024-04-12T09:35:57.910442+0000","last_fullsized":"2024-04-12T09:35:57.910442+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:20:17.109787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":69,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.894277+0000","last_change":"2024-04-12T09:34:15.940823+0000","last_active":"2024-04-12T09:35:56.894277+0000","last_peered":"2024-04-12T09:35:56.894277+0000","last_clean":"2024-04-12T09:35:56.894277+0000","last_became_active":"2024-04-12T09:34:15.940504+0000","last_became_peered":"2024-04-12T09:34:15.940504+0000","last_unstale":"2024-04-12T09:35:56.894277+0000","last_undegraded":"2024-04-12T09:35:56.894277+0000","last_fullsized":"2024-04-12T09:35:56.894277+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:47:15.058372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"84'104","reported_seq":824,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.897807+0000","last_change":"2024-04-12T09:34:50.329245+0000","last_active":"2024-04-12T09:35:56.897807+0000","last_peered":"2024-04-12T09:35:56.897807+0000","last_clean":"2024-04-12T09:35:56.897807+0000","last_became_active":"2024-04-12T09:34:50.328778+0000","last_became_peered":"2024-04-12T09:34:50.328778+0000","last_unstale":"2024-04-12T09:35:56.897807+0000","last_undegraded":"2024-04-12T09:35:56.897807+0000","last_fullsized":"2024-04-12T09:35:56.897807+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:05:31.296915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032332999999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1172,"num_read_kb":2555,"num_write":69,"num_write_kb":1279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":43,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.898669+0000","last_change":"2024-04-12T09:34:50.330743+0000","last_active":"2024-04-12T09:35:57.898669+0000","last_peered":"2024-04-12T09:35:57.898669+0000","last_clean":"2024-04-12T09:35:57.898669+0000","last_became_active":"2024-04-12T09:34:50.330285+0000","last_became_peered":"2024-04-12T09:34:50.330285+0000","last_unstale":"2024-04-12T09:35:57.898669+0000","last_undegraded":"2024-04-12T09:35:57.898669+0000","last_fullsized":"2024-04-12T09:35:57.898669+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:23:21.688735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.905899+0000","last_change":"2024-04-12T09:35:57.905899+0000","last_active":"2024-04-12T09:35:57.905899+0000","last_peered":"2024-04-12T09:35:57.905899+0000","last_clean":"2024-04-12T09:35:57.905899+0000","last_became_active":"2024-04-12T09:35:57.905502+0000","last_became_peered":"2024-04-12T09:35:57.905502+0000","last_unstale":"2024-04-12T09:35:57.905899+0000","last_undegraded":"2024-04-12T09:35:57.905899+0000","last_fullsized":"2024-04-12T09:35:57.905899+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:50:35.389816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"84'126","reported_seq":520,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.899399+0000","last_change":"2024-04-12T09:34:50.337606+0000","last_active":"2024-04-12T09:35:57.899399+0000","last_peered":"2024-04-12T09:35:57.899399+0000","last_clean":"2024-04-12T09:35:57.899399+0000","last_became_active":"2024-04-12T09:34:50.337137+0000","last_became_peered":"2024-04-12T09:34:50.337137+0000","last_unstale":"2024-04-12T09:35:57.899399+0000","last_undegraded":"2024-04-12T09:35:57.899399+0000","last_fullsized":"2024-04-12T09:35:57.899399+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":126,"log_dups_size":0,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:21:00.496218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044028999999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":635,"num_read_kb":2149,"num_write":130,"num_write_kb":1374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":51,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.906489+0000","last_change":"2024-04-12T09:35:57.906489+0000","last_active":"2024-04-12T09:35:57.906489+0000","last_peered":"2024-04-12T09:35:57.906489+0000","last_clean":"2024-04-12T09:35:57.906489+0000","last_became_active":"2024-04-12T09:35:57.906093+0000","last_became_peered":"2024-04-12T09:35:57.906093+0000","last_unstale":"2024-04-12T09:35:57.906489+0000","last_undegraded":"2024-04-12T09:35:57.906489+0000","last_fullsized":"2024-04-12T09:35:57.906489+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:42:30.442072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.915080+0000","last_change":"2024-04-12T09:35:57.915080+0000","last_active":"2024-04-12T09:35:57.915080+0000","last_peered":"2024-04-12T09:35:57.915080+0000","last_clean":"2024-04-12T09:35:57.915080+0000","last_became_active":"2024-04-12T09:35:57.914749+0000","last_became_peered":"2024-04-12T09:35:57.914749+0000","last_unstale":"2024-04-12T09:35:57.915080+0000","last_undegraded":"2024-04-12T09:35:57.915080+0000","last_fullsized":"2024-04-12T09:35:57.915080+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:25:12.881339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.893931+0000","last_change":"2024-04-12T09:34:50.334691+0000","last_active":"2024-04-12T09:35:56.893931+0000","last_peered":"2024-04-12T09:35:56.893931+0000","last_clean":"2024-04-12T09:35:56.893931+0000","last_became_active":"2024-04-12T09:34:50.334292+0000","last_became_peered":"2024-04-12T09:34:50.334292+0000","last_unstale":"2024-04-12T09:35:56.893931+0000","last_undegraded":"2024-04-12T09:35:56.893931+0000","last_fullsized":"2024-04-12T09:35:56.893931+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:23:44.458024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":69,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895923+0000","last_change":"2024-04-12T09:35:23.900081+0000","last_active":"2024-04-12T09:35:56.895923+0000","last_peered":"2024-04-12T09:35:56.895923+0000","last_clean":"2024-04-12T09:35:56.895923+0000","last_became_active":"2024-04-12T09:35:23.899779+0000","last_became_peered":"2024-04-12T09:35:23.899779+0000","last_unstale":"2024-04-12T09:35:56.895923+0000","last_undegraded":"2024-04-12T09:35:56.895923+0000","last_fullsized":"2024-04-12T09:35:56.895923+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:34:39.985842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":78,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895381+0000","last_change":"2024-04-12T09:35:23.899636+0000","last_active":"2024-04-12T09:35:56.895381+0000","last_peered":"2024-04-12T09:35:56.895381+0000","last_clean":"2024-04-12T09:35:56.895381+0000","last_became_active":"2024-04-12T09:35:23.899351+0000","last_became_peered":"2024-04-12T09:35:23.899351+0000","last_unstale":"2024-04-12T09:35:56.895381+0000","last_undegraded":"2024-04-12T09:35:56.895381+0000","last_fullsized":"2024-04-12T09:35:56.895381+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:18:07.086415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":69,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.896234+0000","last_change":"2024-04-12T09:34:50.328940+0000","last_active":"2024-04-12T09:35:56.896234+0000","last_peered":"2024-04-12T09:35:56.896234+0000","last_clean":"2024-04-12T09:35:56.896234+0000","last_became_active":"2024-04-12T09:34:50.328637+0000","last_became_peered":"2024-04-12T09:34:50.328637+0000","last_unstale":"2024-04-12T09:35:56.896234+0000","last_undegraded":"2024-04-12T09:35:56.896234+0000","last_fullsized":"2024-04-12T09:35:56.896234+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:22:05.707358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":68,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.903674+0000","last_change":"2024-04-12T09:35:57.903674+0000","last_active":"2024-04-12T09:35:57.903674+0000","last_peered":"2024-04-12T09:35:57.903674+0000","last_clean":"2024-04-12T09:35:57.903674+0000","last_became_active":"2024-04-12T09:35:57.903316+0000","last_became_peered":"2024-04-12T09:35:57.903316+0000","last_unstale":"2024-04-12T09:35:57.903674+0000","last_undegraded":"2024-04-12T09:35:57.903674+0000","last_fullsized":"2024-04-12T09:35:57.903674+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:07:42.757990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":69,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912688+0000","last_change":"2024-04-12T09:35:57.912688+0000","last_active":"2024-04-12T09:35:57.912688+0000","last_peered":"2024-04-12T09:35:57.912688+0000","last_clean":"2024-04-12T09:35:57.912688+0000","last_became_active":"2024-04-12T09:35:57.912316+0000","last_became_peered":"2024-04-12T09:35:57.912316+0000","last_unstale":"2024-04-12T09:35:57.912688+0000","last_undegraded":"2024-04-12T09:35:57.912688+0000","last_fullsized":"2024-04-12T09:35:57.912688+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:14.568854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.894796+0000","last_change":"2024-04-12T09:34:50.333248+0000","last_active":"2024-04-12T09:35:57.894796+0000","last_peered":"2024-04-12T09:35:57.894796+0000","last_clean":"2024-04-12T09:35:57.894796+0000","last_became_active":"2024-04-12T09:34:50.332941+0000","last_became_peered":"2024-04-12T09:34:50.332941+0000","last_unstale":"2024-04-12T09:35:57.894796+0000","last_undegraded":"2024-04-12T09:35:57.894796+0000","last_fullsized":"2024-04-12T09:35:57.894796+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:01:40.055603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":68,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.905712+0000","last_change":"2024-04-12T09:35:57.905712+0000","last_active":"2024-04-12T09:35:57.905712+0000","last_peered":"2024-04-12T09:35:57.905712+0000","last_clean":"2024-04-12T09:35:57.905712+0000","last_became_active":"2024-04-12T09:35:57.905403+0000","last_became_peered":"2024-04-12T09:35:57.905403+0000","last_unstale":"2024-04-12T09:35:57.905712+0000","last_undegraded":"2024-04-12T09:35:57.905712+0000","last_fullsized":"2024-04-12T09:35:57.905712+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:39:37.692953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.896083+0000","last_change":"2024-04-12T09:34:50.329077+0000","last_active":"2024-04-12T09:35:56.896083+0000","last_peered":"2024-04-12T09:35:56.896083+0000","last_clean":"2024-04-12T09:35:56.896083+0000","last_became_active":"2024-04-12T09:34:50.328751+0000","last_became_peered":"2024-04-12T09:34:50.328751+0000","last_unstale":"2024-04-12T09:35:56.896083+0000","last_undegraded":"2024-04-12T09:35:56.896083+0000","last_fullsized":"2024-04-12T09:35:56.896083+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:33:53.536317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":52,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.901079+0000","last_change":"2024-04-12T09:25:19.099585+0000","last_active":"2024-04-12T09:35:56.901079+0000","last_peered":"2024-04-12T09:35:56.901079+0000","last_clean":"2024-04-12T09:35:56.901079+0000","last_became_active":"2024-04-12T09:25:19.099003+0000","last_became_peered":"2024-04-12T09:25:19.099003+0000","last_unstale":"2024-04-12T09:35:56.901079+0000","last_undegraded":"2024-04-12T09:35:56.901079+0000","last_fullsized":"2024-04-12T09:35:56.901079+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:42.652022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.904415+0000","last_change":"2024-04-12T09:35:57.904415+0000","last_active":"2024-04-12T09:35:57.904415+0000","last_peered":"2024-04-12T09:35:57.904415+0000","last_clean":"2024-04-12T09:35:57.904415+0000","last_became_active":"2024-04-12T09:35:57.904101+0000","last_became_peered":"2024-04-12T09:35:57.904101+0000","last_unstale":"2024-04-12T09:35:57.904415+0000","last_undegraded":"2024-04-12T09:35:57.904415+0000","last_fullsized":"2024-04-12T09:35:57.904415+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:49.979097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":70,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.901774+0000","last_change":"2024-04-12T09:34:50.335056+0000","last_active":"2024-04-12T09:35:56.901774+0000","last_peered":"2024-04-12T09:35:56.901774+0000","last_clean":"2024-04-12T09:35:56.901774+0000","last_became_active":"2024-04-12T09:34:50.334703+0000","last_became_peered":"2024-04-12T09:34:50.334703+0000","last_unstale":"2024-04-12T09:35:56.901774+0000","last_undegraded":"2024-04-12T09:35:56.901774+0000","last_fullsized":"2024-04-12T09:35:56.901774+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:35:08.165793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":50,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.897406+0000","last_change":"2024-04-12T09:25:19.487441+0000","last_active":"2024-04-12T09:35:56.897406+0000","last_peered":"2024-04-12T09:35:56.897406+0000","last_clean":"2024-04-12T09:35:56.897406+0000","last_became_active":"2024-04-12T09:25:19.487131+0000","last_became_peered":"2024-04-12T09:25:19.487131+0000","last_unstale":"2024-04-12T09:35:56.897406+0000","last_undegraded":"2024-04-12T09:35:56.897406+0000","last_fullsized":"2024-04-12T09:35:56.897406+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:25:00.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":69,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.902061+0000","last_change":"2024-04-12T09:34:15.937982+0000","last_active":"2024-04-12T09:35:56.902061+0000","last_peered":"2024-04-12T09:35:56.902061+0000","last_clean":"2024-04-12T09:35:56.902061+0000","last_became_active":"2024-04-12T09:34:15.937619+0000","last_became_peered":"2024-04-12T09:34:15.937619+0000","last_unstale":"2024-04-12T09:35:56.902061+0000","last_undegraded":"2024-04-12T09:35:56.902061+0000","last_fullsized":"2024-04-12T09:35:56.902061+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:39:22.588792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.915436+0000","last_change":"2024-04-12T09:35:57.915436+0000","last_active":"2024-04-12T09:35:57.915436+0000","last_peered":"2024-04-12T09:35:57.915436+0000","last_clean":"2024-04-12T09:35:57.915436+0000","last_became_active":"2024-04-12T09:35:57.914748+0000","last_became_peered":"2024-04-12T09:35:57.914748+0000","last_unstale":"2024-04-12T09:35:57.915436+0000","last_undegraded":"2024-04-12T09:35:57.915436+0000","last_fullsized":"2024-04-12T09:35:57.915436+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:47:51.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":77,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895828+0000","last_change":"2024-04-12T09:34:15.937561+0000","last_active":"2024-04-12T09:35:56.895828+0000","last_peered":"2024-04-12T09:35:56.895828+0000","last_clean":"2024-04-12T09:35:56.895828+0000","last_became_active":"2024-04-12T09:34:15.937157+0000","last_became_peered":"2024-04-12T09:34:15.937157+0000","last_unstale":"2024-04-12T09:35:56.895828+0000","last_undegraded":"2024-04-12T09:35:56.895828+0000","last_fullsized":"2024-04-12T09:35:56.895828+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:40:56.499181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911278+0000","last_change":"2024-04-12T09:35:57.906388+0000","last_active":"2024-04-12T09:35:57.911278+0000","last_peered":"2024-04-12T09:35:57.911278+0000","last_clean":"2024-04-12T09:35:57.911278+0000","last_became_active":"2024-04-12T09:35:57.906039+0000","last_became_peered":"2024-04-12T09:35:57.906039+0000","last_unstale":"2024-04-12T09:35:57.911278+0000","last_undegraded":"2024-04-12T09:35:57.911278+0000","last_fullsized":"2024-04-12T09:35:57.911278+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:25:33.855226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":51,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900911+0000","last_change":"2024-04-12T09:25:19.105252+0000","last_active":"2024-04-12T09:35:56.900911+0000","last_peered":"2024-04-12T09:35:56.900911+0000","last_clean":"2024-04-12T09:35:56.900911+0000","last_became_active":"2024-04-12T09:25:19.104872+0000","last_became_peered":"2024-04-12T09:25:19.104872+0000","last_unstale":"2024-04-12T09:35:56.900911+0000","last_undegraded":"2024-04-12T09:35:56.900911+0000","last_fullsized":"2024-04-12T09:35:56.900911+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:55:35.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":67,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.905727+0000","last_change":"2024-04-12T09:35:57.905727+0000","last_active":"2024-04-12T09:35:57.905727+0000","last_peered":"2024-04-12T09:35:57.905727+0000","last_clean":"2024-04-12T09:35:57.905727+0000","last_became_active":"2024-04-12T09:35:57.905337+0000","last_became_peered":"2024-04-12T09:35:57.905337+0000","last_unstale":"2024-04-12T09:35:57.905727+0000","last_undegraded":"2024-04-12T09:35:57.905727+0000","last_fullsized":"2024-04-12T09:35:57.905727+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:38:04.842689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911488+0000","last_change":"2024-04-12T09:35:57.908457+0000","last_active":"2024-04-12T09:35:57.911488+0000","last_peered":"2024-04-12T09:35:57.911488+0000","last_clean":"2024-04-12T09:35:57.911488+0000","last_became_active":"2024-04-12T09:35:57.906965+0000","last_became_peered":"2024-04-12T09:35:57.906965+0000","last_unstale":"2024-04-12T09:35:57.911488+0000","last_undegraded":"2024-04-12T09:35:57.911488+0000","last_fullsized":"2024-04-12T09:35:57.911488+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:18:10.692589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.915164+0000","last_change":"2024-04-12T09:35:57.915164+0000","last_active":"2024-04-12T09:35:57.915164+0000","last_peered":"2024-04-12T09:35:57.915164+0000","last_clean":"2024-04-12T09:35:57.915164+0000","last_became_active":"2024-04-12T09:35:57.913381+0000","last_became_peered":"2024-04-12T09:35:57.913381+0000","last_unstale":"2024-04-12T09:35:57.915164+0000","last_undegraded":"2024-04-12T09:35:57.915164+0000","last_fullsized":"2024-04-12T09:35:57.915164+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:54:14.051667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":70,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.899546+0000","last_change":"2024-04-12T09:35:23.895581+0000","last_active":"2024-04-12T09:35:56.899546+0000","last_peered":"2024-04-12T09:35:56.899546+0000","last_clean":"2024-04-12T09:35:56.899546+0000","last_became_active":"2024-04-12T09:35:23.895068+0000","last_became_peered":"2024-04-12T09:35:23.895068+0000","last_unstale":"2024-04-12T09:35:56.899546+0000","last_undegraded":"2024-04-12T09:35:56.899546+0000","last_fullsized":"2024-04-12T09:35:56.899546+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:38:25.398076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.896514+0000","last_change":"2024-04-12T09:34:50.333522+0000","last_active":"2024-04-12T09:35:56.896514+0000","last_peered":"2024-04-12T09:35:56.896514+0000","last_clean":"2024-04-12T09:35:56.896514+0000","last_became_active":"2024-04-12T09:34:50.333176+0000","last_became_peered":"2024-04-12T09:34:50.333176+0000","last_unstale":"2024-04-12T09:35:56.896514+0000","last_undegraded":"2024-04-12T09:35:56.896514+0000","last_fullsized":"2024-04-12T09:35:56.896514+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:54:24.344258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"88'22","reported_seq":74,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.896508+0000","last_change":"2024-04-12T09:25:19.111440+0000","last_active":"2024-04-12T09:35:56.896508+0000","last_peered":"2024-04-12T09:35:56.896508+0000","last_clean":"2024-04-12T09:35:56.896508+0000","last_became_active":"2024-04-12T09:25:19.110279+0000","last_became_peered":"2024-04-12T09:25:19.110279+0000","last_unstale":"2024-04-12T09:35:56.896508+0000","last_undegraded":"2024-04-12T09:35:56.896508+0000","last_fullsized":"2024-04-12T09:35:56.896508+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:38:11.876196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4744,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":51,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.898719+0000","last_change":"2024-04-12T09:35:23.899029+0000","last_active":"2024-04-12T09:35:57.898719+0000","last_peered":"2024-04-12T09:35:57.898719+0000","last_clean":"2024-04-12T09:35:57.898719+0000","last_became_active":"2024-04-12T09:35:23.898707+0000","last_became_peered":"2024-04-12T09:35:23.898707+0000","last_unstale":"2024-04-12T09:35:57.898719+0000","last_undegraded":"2024-04-12T09:35:57.898719+0000","last_fullsized":"2024-04-12T09:35:57.898719+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:14:37.129359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.907469+0000","last_change":"2024-04-12T09:35:57.907469+0000","last_active":"2024-04-12T09:35:57.907469+0000","last_peered":"2024-04-12T09:35:57.907469+0000","last_clean":"2024-04-12T09:35:57.907469+0000","last_became_active":"2024-04-12T09:35:57.907085+0000","last_became_peered":"2024-04-12T09:35:57.907085+0000","last_unstale":"2024-04-12T09:35:57.907469+0000","last_undegraded":"2024-04-12T09:35:57.907469+0000","last_fullsized":"2024-04-12T09:35:57.907469+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:55:06.146858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.908464+0000","last_change":"2024-04-12T09:35:57.908464+0000","last_active":"2024-04-12T09:35:57.908464+0000","last_peered":"2024-04-12T09:35:57.908464+0000","last_clean":"2024-04-12T09:35:57.908464+0000","last_became_active":"2024-04-12T09:35:57.907701+0000","last_became_peered":"2024-04-12T09:35:57.907701+0000","last_unstale":"2024-04-12T09:35:57.908464+0000","last_undegraded":"2024-04-12T09:35:57.908464+0000","last_fullsized":"2024-04-12T09:35:57.908464+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:36:01.169865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.898220+0000","last_change":"2024-04-12T09:34:50.328773+0000","last_active":"2024-04-12T09:35:56.898220+0000","last_peered":"2024-04-12T09:35:56.898220+0000","last_clean":"2024-04-12T09:35:56.898220+0000","last_became_active":"2024-04-12T09:34:50.328389+0000","last_became_peered":"2024-04-12T09:34:50.328389+0000","last_unstale":"2024-04-12T09:35:56.898220+0000","last_undegraded":"2024-04-12T09:35:56.898220+0000","last_fullsized":"2024-04-12T09:35:56.898220+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:33:27.810327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912488+0000","last_change":"2024-04-12T09:35:57.912488+0000","last_active":"2024-04-12T09:35:57.912488+0000","last_peered":"2024-04-12T09:35:57.912488+0000","last_clean":"2024-04-12T09:35:57.912488+0000","last_became_active":"2024-04-12T09:35:57.910018+0000","last_became_peered":"2024-04-12T09:35:57.910018+0000","last_unstale":"2024-04-12T09:35:57.912488+0000","last_undegraded":"2024-04-12T09:35:57.912488+0000","last_fullsized":"2024-04-12T09:35:57.912488+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:55:53.040847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911519+0000","last_change":"2024-04-12T09:35:57.909039+0000","last_active":"2024-04-12T09:35:57.911519+0000","last_peered":"2024-04-12T09:35:57.911519+0000","last_clean":"2024-04-12T09:35:57.911519+0000","last_became_active":"2024-04-12T09:35:57.908764+0000","last_became_peered":"2024-04-12T09:35:57.908764+0000","last_unstale":"2024-04-12T09:35:57.911519+0000","last_undegraded":"2024-04-12T09:35:57.911519+0000","last_fullsized":"2024-04-12T09:35:57.911519+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:50.646969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":78,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895240+0000","last_change":"2024-04-12T09:35:23.895928+0000","last_active":"2024-04-12T09:35:56.895240+0000","last_peered":"2024-04-12T09:35:56.895240+0000","last_clean":"2024-04-12T09:35:56.895240+0000","last_became_active":"2024-04-12T09:35:23.895586+0000","last_became_peered":"2024-04-12T09:35:23.895586+0000","last_unstale":"2024-04-12T09:35:56.895240+0000","last_undegraded":"2024-04-12T09:35:56.895240+0000","last_fullsized":"2024-04-12T09:35:56.895240+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:46:09.484705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":88,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912761+0000","last_change":"2024-04-12T09:35:57.912761+0000","last_active":"2024-04-12T09:35:57.912761+0000","last_peered":"2024-04-12T09:35:57.912761+0000","last_clean":"2024-04-12T09:35:57.912761+0000","last_became_active":"2024-04-12T09:35:57.912136+0000","last_became_peered":"2024-04-12T09:35:57.912136+0000","last_unstale":"2024-04-12T09:35:57.912761+0000","last_undegraded":"2024-04-12T09:35:57.912761+0000","last_fullsized":"2024-04-12T09:35:57.912761+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:04.152309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911541+0000","last_change":"2024-04-12T09:35:57.906467+0000","last_active":"2024-04-12T09:35:57.911541+0000","last_peered":"2024-04-12T09:35:57.911541+0000","last_clean":"2024-04-12T09:35:57.911541+0000","last_became_active":"2024-04-12T09:35:57.906133+0000","last_became_peered":"2024-04-12T09:35:57.906133+0000","last_unstale":"2024-04-12T09:35:57.911541+0000","last_undegraded":"2024-04-12T09:35:57.911541+0000","last_fullsized":"2024-04-12T09:35:57.911541+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:12:27.071780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":52,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.913459+0000","last_change":"2024-04-12T09:35:57.913459+0000","last_active":"2024-04-12T09:35:57.913459+0000","last_peered":"2024-04-12T09:35:57.913459+0000","last_clean":"2024-04-12T09:35:57.913459+0000","last_became_active":"2024-04-12T09:35:57.913135+0000","last_became_peered":"2024-04-12T09:35:57.913135+0000","last_unstale":"2024-04-12T09:35:57.913459+0000","last_undegraded":"2024-04-12T09:35:57.913459+0000","last_fullsized":"2024-04-12T09:35:57.913459+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:41:59.956525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911103+0000","last_change":"2024-04-12T09:35:57.911103+0000","last_active":"2024-04-12T09:35:57.911103+0000","last_peered":"2024-04-12T09:35:57.911103+0000","last_clean":"2024-04-12T09:35:57.911103+0000","last_became_active":"2024-04-12T09:35:57.909979+0000","last_became_peered":"2024-04-12T09:35:57.909979+0000","last_unstale":"2024-04-12T09:35:57.911103+0000","last_undegraded":"2024-04-12T09:35:57.911103+0000","last_fullsized":"2024-04-12T09:35:57.911103+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:01.939690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":87,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.893929+0000","last_change":"2024-04-12T09:35:23.899397+0000","last_active":"2024-04-12T09:35:56.893929+0000","last_peered":"2024-04-12T09:35:56.893929+0000","last_clean":"2024-04-12T09:35:56.893929+0000","last_became_active":"2024-04-12T09:35:23.898877+0000","last_became_peered":"2024-04-12T09:35:23.898877+0000","last_unstale":"2024-04-12T09:35:56.893929+0000","last_undegraded":"2024-04-12T09:35:56.893929+0000","last_fullsized":"2024-04-12T09:35:56.893929+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:56:06.801342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5530,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17647,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":12992,"num_write":846,"num_write_kb":12586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4070,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234146,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307316,"kb_used_data":5856,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93437836,"statfs":{"total":95995035648,"available":95680344064,"internally_reserved":0,"allocated":5996544,"data_stored":5406415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495783,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303216,"kb_used_data":1756,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93441936,"statfs":{"total":95995035648,"available":95684542464,"internally_reserved":0,"allocated":1798144,"data_stored":1212307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":97,"seq":416611827739,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28688,"kb_used_data":1152,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93716464,"statfs":{"total":95995035648,"available":95965659136,"internally_reserved":0,"allocated":1179648,"data_stored":616623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7681,"internal_metadata":28172799},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":92,"seq":395136991266,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37532,"kb_used_data":5840,"kb_used_omap":7,"kb_used_meta":31672,"kb_avail":93707620,"statfs":{"total":95995035648,"available":95956602880,"internally_reserved":0,"allocated":5980160,"data_stored":5402406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7700,"internal_metadata":32432620},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":102,"seq":438086664212,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28696,"kb_used_data":1164,"kb_used_omap":8,"kb_used_meta":27511,"kb_avail":93716456,"statfs":{"total":95995035648,"available":95965650944,"internally_reserved":0,"allocated":1191936,"data_stored":617738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8247,"internal_metadata":28172233},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":107,"seq":459561500686,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28636,"kb_used_data":1160,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":93716516,"statfs":{"total":95995035648,"available":95965712384,"internally_reserved":0,"allocated":1187840,"data_stored":617216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4905,"internal_metadata":28110039},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":30,"seq":128849019057,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302640,"kb_used_data":5276,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93442512,"statfs":{"total":95995035648,"available":95685132288,"internally_reserved":0,"allocated":5402624,"data_stored":4816300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757420,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298524,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446628,"statfs":{"total":95995035648,"available":95689347072,"internally_reserved":0,"allocated":1196032,"data_stored":617765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4070,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5996,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5977,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2473,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3201,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T09:36:58.460 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T09:36:58.712 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:36:59.137 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:58 smithi083 ceph-mon[108503]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:36:59.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:58 smithi083 ceph-mon[103899]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:36:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:58 smithi165 ceph-mon[93699]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:37:00.144 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:36:59 smithi083 ceph-mon[103899]: pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:00.145 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:36:59 smithi083 ceph-mon[108503]: pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:00.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:36:59 smithi165 ceph-mon[93699]: pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:00.580 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-12T09:37:01.173 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":266,"stamp":"2024-04-12T09:37:00.261704+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790221,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6495,"num_read_kb":13916,"num_write":1146,"num_write_kb":15031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1192,"ondisk_log_size":1192,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1335248,"kb_used_data":23372,"kb_used_omap":34,"kb_used_meta":1311709,"kb_avail":748625968,"statfs":{"total":767960285184,"available":766592991232,"internally_reserved":0,"allocated":23932928,"data_stored":19306770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35349,"internal_metadata":1343190507},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002901"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.893516+0000","last_change":"2024-04-12T09:34:50.333618+0000","last_active":"2024-04-12T09:35:56.893516+0000","last_peered":"2024-04-12T09:35:56.893516+0000","last_clean":"2024-04-12T09:35:56.893516+0000","last_became_active":"2024-04-12T09:34:50.333010+0000","last_became_peered":"2024-04-12T09:34:50.333010+0000","last_unstale":"2024-04-12T09:35:56.893516+0000","last_undegraded":"2024-04-12T09:35:56.893516+0000","last_fullsized":"2024-04-12T09:35:56.893516+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:56:51.519236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"68'4","reported_seq":65,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.895090+0000","last_change":"2024-04-12T09:35:23.902062+0000","last_active":"2024-04-12T09:35:57.895090+0000","last_peered":"2024-04-12T09:35:57.895090+0000","last_clean":"2024-04-12T09:35:57.895090+0000","last_became_active":"2024-04-12T09:35:23.901733+0000","last_became_peered":"2024-04-12T09:35:23.901733+0000","last_unstale":"2024-04-12T09:35:57.895090+0000","last_undegraded":"2024-04-12T09:35:57.895090+0000","last_fullsized":"2024-04-12T09:35:57.895090+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:58:52.667713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":91,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912750+0000","last_change":"2024-04-12T09:35:57.912750+0000","last_active":"2024-04-12T09:35:57.912750+0000","last_peered":"2024-04-12T09:35:57.912750+0000","last_clean":"2024-04-12T09:35:57.912750+0000","last_became_active":"2024-04-12T09:35:57.910910+0000","last_became_peered":"2024-04-12T09:35:57.910910+0000","last_unstale":"2024-04-12T09:35:57.912750+0000","last_undegraded":"2024-04-12T09:35:57.912750+0000","last_fullsized":"2024-04-12T09:35:57.912750+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:20:43.140614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"68'1","reported_seq":76,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.907937+0000","last_change":"2024-04-12T09:35:57.907937+0000","last_active":"2024-04-12T09:35:57.907937+0000","last_peered":"2024-04-12T09:35:57.907937+0000","last_clean":"2024-04-12T09:35:57.907937+0000","last_became_active":"2024-04-12T09:35:57.904928+0000","last_became_peered":"2024-04-12T09:35:57.904928+0000","last_unstale":"2024-04-12T09:35:57.907937+0000","last_undegraded":"2024-04-12T09:35:57.907937+0000","last_fullsized":"2024-04-12T09:35:57.907937+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:16.641686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.904048+0000","last_change":"2024-04-12T09:35:57.904048+0000","last_active":"2024-04-12T09:35:57.904048+0000","last_peered":"2024-04-12T09:35:57.904048+0000","last_clean":"2024-04-12T09:35:57.904048+0000","last_became_active":"2024-04-12T09:35:57.903305+0000","last_became_peered":"2024-04-12T09:35:57.903305+0000","last_unstale":"2024-04-12T09:35:57.904048+0000","last_undegraded":"2024-04-12T09:35:57.904048+0000","last_fullsized":"2024-04-12T09:35:57.904048+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:12:59.428141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":53,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.899364+0000","last_change":"2024-04-12T09:25:19.094179+0000","last_active":"2024-04-12T09:35:56.899364+0000","last_peered":"2024-04-12T09:35:56.899364+0000","last_clean":"2024-04-12T09:35:56.899364+0000","last_became_active":"2024-04-12T09:25:19.093775+0000","last_became_peered":"2024-04-12T09:25:19.093775+0000","last_unstale":"2024-04-12T09:35:56.899364+0000","last_undegraded":"2024-04-12T09:35:56.899364+0000","last_fullsized":"2024-04-12T09:35:56.899364+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:30:15.747607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.907325+0000","last_change":"2024-04-12T09:35:57.907325+0000","last_active":"2024-04-12T09:35:57.907325+0000","last_peered":"2024-04-12T09:35:57.907325+0000","last_clean":"2024-04-12T09:35:57.907325+0000","last_became_active":"2024-04-12T09:35:57.906995+0000","last_became_peered":"2024-04-12T09:35:57.906995+0000","last_unstale":"2024-04-12T09:35:57.907325+0000","last_undegraded":"2024-04-12T09:35:57.907325+0000","last_fullsized":"2024-04-12T09:35:57.907325+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:34:34.862934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":70,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900233+0000","last_change":"2024-04-12T09:34:50.328902+0000","last_active":"2024-04-12T09:35:56.900233+0000","last_peered":"2024-04-12T09:35:56.900233+0000","last_clean":"2024-04-12T09:35:56.900233+0000","last_became_active":"2024-04-12T09:34:50.328444+0000","last_became_peered":"2024-04-12T09:34:50.328444+0000","last_unstale":"2024-04-12T09:35:56.900233+0000","last_undegraded":"2024-04-12T09:35:56.900233+0000","last_fullsized":"2024-04-12T09:35:56.900233+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:53:47.145439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.904828+0000","last_change":"2024-04-12T09:35:57.904828+0000","last_active":"2024-04-12T09:35:57.904828+0000","last_peered":"2024-04-12T09:35:57.904828+0000","last_clean":"2024-04-12T09:35:57.904828+0000","last_became_active":"2024-04-12T09:35:57.904464+0000","last_became_peered":"2024-04-12T09:35:57.904464+0000","last_unstale":"2024-04-12T09:35:57.904828+0000","last_undegraded":"2024-04-12T09:35:57.904828+0000","last_fullsized":"2024-04-12T09:35:57.904828+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:49:03.255507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"68'1","reported_seq":56,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.894897+0000","last_change":"2024-04-12T09:34:15.939697+0000","last_active":"2024-04-12T09:35:57.894897+0000","last_peered":"2024-04-12T09:35:57.894897+0000","last_clean":"2024-04-12T09:35:57.894897+0000","last_became_active":"2024-04-12T09:34:15.938165+0000","last_became_peered":"2024-04-12T09:34:15.938165+0000","last_unstale":"2024-04-12T09:35:57.894897+0000","last_undegraded":"2024-04-12T09:35:57.894897+0000","last_fullsized":"2024-04-12T09:35:57.894897+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:01:13.786841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":51,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895368+0000","last_change":"2024-04-12T09:25:19.117959+0000","last_active":"2024-04-12T09:35:56.895368+0000","last_peered":"2024-04-12T09:35:56.895368+0000","last_clean":"2024-04-12T09:35:56.895368+0000","last_became_active":"2024-04-12T09:25:19.117491+0000","last_became_peered":"2024-04-12T09:25:19.117491+0000","last_unstale":"2024-04-12T09:35:56.895368+0000","last_undegraded":"2024-04-12T09:35:56.895368+0000","last_fullsized":"2024-04-12T09:35:56.895368+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:09:17.790745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"68'1","reported_seq":65,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.895080+0000","last_change":"2024-04-12T09:34:50.333552+0000","last_active":"2024-04-12T09:35:57.895080+0000","last_peered":"2024-04-12T09:35:57.895080+0000","last_clean":"2024-04-12T09:35:57.895080+0000","last_became_active":"2024-04-12T09:34:50.333173+0000","last_became_peered":"2024-04-12T09:34:50.333173+0000","last_unstale":"2024-04-12T09:35:57.895080+0000","last_undegraded":"2024-04-12T09:35:57.895080+0000","last_fullsized":"2024-04-12T09:35:57.895080+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:23:53.987643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"84'136","reported_seq":749,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895334+0000","last_change":"2024-04-12T09:35:23.894329+0000","last_active":"2024-04-12T09:35:56.895334+0000","last_peered":"2024-04-12T09:35:56.895334+0000","last_clean":"2024-04-12T09:35:56.895334+0000","last_became_active":"2024-04-12T09:35:23.893829+0000","last_became_peered":"2024-04-12T09:35:23.893829+0000","last_unstale":"2024-04-12T09:35:56.895334+0000","last_undegraded":"2024-04-12T09:35:56.895334+0000","last_fullsized":"2024-04-12T09:35:56.895334+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:14:16.809287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027131900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1247,"num_read_kb":3157,"num_write":83,"num_write_kb":2081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":66,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912161+0000","last_change":"2024-04-12T09:35:57.912161+0000","last_active":"2024-04-12T09:35:57.912161+0000","last_peered":"2024-04-12T09:35:57.912161+0000","last_clean":"2024-04-12T09:35:57.912161+0000","last_became_active":"2024-04-12T09:35:57.910778+0000","last_became_peered":"2024-04-12T09:35:57.910778+0000","last_unstale":"2024-04-12T09:35:57.912161+0000","last_undegraded":"2024-04-12T09:35:57.912161+0000","last_fullsized":"2024-04-12T09:35:57.912161+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:13:49.937995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"84'173","reported_seq":568,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.899799+0000","last_change":"2024-04-12T09:34:50.335636+0000","last_active":"2024-04-12T09:35:57.899799+0000","last_peered":"2024-04-12T09:35:57.899799+0000","last_clean":"2024-04-12T09:35:57.899799+0000","last_became_active":"2024-04-12T09:34:50.334117+0000","last_became_peered":"2024-04-12T09:34:50.334117+0000","last_unstale":"2024-04-12T09:35:57.899799+0000","last_undegraded":"2024-04-12T09:35:57.899799+0000","last_fullsized":"2024-04-12T09:35:57.899799+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":173,"log_dups_size":0,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:48:28.085924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000301816,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":890,"num_write":144,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":69,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912568+0000","last_change":"2024-04-12T09:35:57.912568+0000","last_active":"2024-04-12T09:35:57.912568+0000","last_peered":"2024-04-12T09:35:57.912568+0000","last_clean":"2024-04-12T09:35:57.912568+0000","last_became_active":"2024-04-12T09:35:57.912139+0000","last_became_peered":"2024-04-12T09:35:57.912139+0000","last_unstale":"2024-04-12T09:35:57.912568+0000","last_undegraded":"2024-04-12T09:35:57.912568+0000","last_fullsized":"2024-04-12T09:35:57.912568+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:08:00.234189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":52,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.894608+0000","last_change":"2024-04-12T09:34:15.935594+0000","last_active":"2024-04-12T09:35:57.894608+0000","last_peered":"2024-04-12T09:35:57.894608+0000","last_clean":"2024-04-12T09:35:57.894608+0000","last_became_active":"2024-04-12T09:34:15.935220+0000","last_became_peered":"2024-04-12T09:34:15.935220+0000","last_unstale":"2024-04-12T09:35:57.894608+0000","last_undegraded":"2024-04-12T09:35:57.894608+0000","last_fullsized":"2024-04-12T09:35:57.894608+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:24:27.969830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":52,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.899102+0000","last_change":"2024-04-12T09:35:23.896174+0000","last_active":"2024-04-12T09:35:57.899102+0000","last_peered":"2024-04-12T09:35:57.899102+0000","last_clean":"2024-04-12T09:35:57.899102+0000","last_became_active":"2024-04-12T09:35:23.895878+0000","last_became_peered":"2024-04-12T09:35:23.895878+0000","last_unstale":"2024-04-12T09:35:57.899102+0000","last_undegraded":"2024-04-12T09:35:57.899102+0000","last_fullsized":"2024-04-12T09:35:57.899102+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:24:35.550879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"84'145","reported_seq":586,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900988+0000","last_change":"2024-04-12T09:34:15.936066+0000","last_active":"2024-04-12T09:35:56.900988+0000","last_peered":"2024-04-12T09:35:56.900988+0000","last_clean":"2024-04-12T09:35:56.900988+0000","last_became_active":"2024-04-12T09:34:15.935432+0000","last_became_peered":"2024-04-12T09:34:15.935432+0000","last_unstale":"2024-04-12T09:35:56.900988+0000","last_undegraded":"2024-04-12T09:35:56.900988+0000","last_fullsized":"2024-04-12T09:35:56.900988+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:25:45.651858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026827900000000001,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":934,"num_read_kb":794,"num_write":132,"num_write_kb":5208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.895171+0000","last_change":"2024-04-12T09:35:23.901980+0000","last_active":"2024-04-12T09:35:57.895171+0000","last_peered":"2024-04-12T09:35:57.895171+0000","last_clean":"2024-04-12T09:35:57.895171+0000","last_became_active":"2024-04-12T09:35:23.901636+0000","last_became_peered":"2024-04-12T09:35:23.901636+0000","last_unstale":"2024-04-12T09:35:57.895171+0000","last_undegraded":"2024-04-12T09:35:57.895171+0000","last_fullsized":"2024-04-12T09:35:57.895171+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:41:47.727717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911546+0000","last_change":"2024-04-12T09:35:57.909975+0000","last_active":"2024-04-12T09:35:57.911546+0000","last_peered":"2024-04-12T09:35:57.911546+0000","last_clean":"2024-04-12T09:35:57.911546+0000","last_became_active":"2024-04-12T09:35:57.909617+0000","last_became_peered":"2024-04-12T09:35:57.909617+0000","last_unstale":"2024-04-12T09:35:57.911546+0000","last_undegraded":"2024-04-12T09:35:57.911546+0000","last_fullsized":"2024-04-12T09:35:57.911546+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:34:56.115479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"84'69","reported_seq":297,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900786+0000","last_change":"2024-04-12T09:34:50.331358+0000","last_active":"2024-04-12T09:35:56.900786+0000","last_peered":"2024-04-12T09:35:56.900786+0000","last_clean":"2024-04-12T09:35:56.900786+0000","last_became_active":"2024-04-12T09:34:50.331019+0000","last_became_peered":"2024-04-12T09:34:50.331019+0000","last_unstale":"2024-04-12T09:35:56.900786+0000","last_undegraded":"2024-04-12T09:35:56.900786+0000","last_fullsized":"2024-04-12T09:35:56.900786+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:38.561938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039055300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":1464,"num_write":68,"num_write_kb":1144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895021+0000","last_change":"2024-04-12T09:25:19.488026+0000","last_active":"2024-04-12T09:35:56.895021+0000","last_peered":"2024-04-12T09:35:56.895021+0000","last_clean":"2024-04-12T09:35:56.895021+0000","last_became_active":"2024-04-12T09:25:19.486951+0000","last_became_peered":"2024-04-12T09:25:19.486951+0000","last_unstale":"2024-04-12T09:35:56.895021+0000","last_undegraded":"2024-04-12T09:35:56.895021+0000","last_fullsized":"2024-04-12T09:35:56.895021+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:35:04.801174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.908762+0000","last_change":"2024-04-12T09:35:57.908762+0000","last_active":"2024-04-12T09:35:57.908762+0000","last_peered":"2024-04-12T09:35:57.908762+0000","last_clean":"2024-04-12T09:35:57.908762+0000","last_became_active":"2024-04-12T09:35:57.908382+0000","last_became_peered":"2024-04-12T09:35:57.908382+0000","last_unstale":"2024-04-12T09:35:57.908762+0000","last_undegraded":"2024-04-12T09:35:57.908762+0000","last_fullsized":"2024-04-12T09:35:57.908762+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:50:08.456120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"88'161","reported_seq":448,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900670+0000","last_change":"2024-04-12T09:34:15.936638+0000","last_active":"2024-04-12T09:35:56.900670+0000","last_peered":"2024-04-12T09:35:56.900670+0000","last_clean":"2024-04-12T09:35:56.900670+0000","last_became_active":"2024-04-12T09:34:15.936194+0000","last_became_peered":"2024-04-12T09:34:15.936194+0000","last_unstale":"2024-04-12T09:35:56.900670+0000","last_undegraded":"2024-04-12T09:35:56.900670+0000","last_fullsized":"2024-04-12T09:35:56.900670+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:21:34.891757+0000","last_clean_scrub_stamp":"2024-04-12T09:21:34.891757+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:39:25.168103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"84'128","reported_seq":333,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.898423+0000","last_change":"2024-04-12T09:35:23.899354+0000","last_active":"2024-04-12T09:35:56.898423+0000","last_peered":"2024-04-12T09:35:56.898423+0000","last_clean":"2024-04-12T09:35:56.898423+0000","last_became_active":"2024-04-12T09:35:23.898826+0000","last_became_peered":"2024-04-12T09:35:23.898826+0000","last_unstale":"2024-04-12T09:35:56.898423+0000","last_undegraded":"2024-04-12T09:35:56.898423+0000","last_fullsized":"2024-04-12T09:35:56.898423+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:47:14.036470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045408800000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":204,"num_write":128,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":86,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.899086+0000","last_change":"2024-04-12T09:34:50.328603+0000","last_active":"2024-04-12T09:35:57.899086+0000","last_peered":"2024-04-12T09:35:57.899086+0000","last_clean":"2024-04-12T09:35:57.899086+0000","last_became_active":"2024-04-12T09:34:50.328332+0000","last_became_peered":"2024-04-12T09:34:50.328332+0000","last_unstale":"2024-04-12T09:35:57.899086+0000","last_undegraded":"2024-04-12T09:35:57.899086+0000","last_fullsized":"2024-04-12T09:35:57.899086+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:29:00.263624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":52,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.898611+0000","last_change":"2024-04-12T09:35:23.895252+0000","last_active":"2024-04-12T09:35:57.898611+0000","last_peered":"2024-04-12T09:35:57.898611+0000","last_clean":"2024-04-12T09:35:57.898611+0000","last_became_active":"2024-04-12T09:35:23.894911+0000","last_became_peered":"2024-04-12T09:35:23.894911+0000","last_unstale":"2024-04-12T09:35:57.898611+0000","last_undegraded":"2024-04-12T09:35:57.898611+0000","last_fullsized":"2024-04-12T09:35:57.898611+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:22:22.698698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"84'95","reported_seq":456,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.909885+0000","last_change":"2024-04-12T09:35:57.909885+0000","last_active":"2024-04-12T09:35:57.909885+0000","last_peered":"2024-04-12T09:35:57.909885+0000","last_clean":"2024-04-12T09:35:57.909885+0000","last_became_active":"2024-04-12T09:35:57.909335+0000","last_became_peered":"2024-04-12T09:35:57.909335+0000","last_unstale":"2024-04-12T09:35:57.909885+0000","last_undegraded":"2024-04-12T09:35:57.909885+0000","last_fullsized":"2024-04-12T09:35:57.909885+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:02:12.918133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031018799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":634,"num_read_kb":1779,"num_write":92,"num_write_kb":1211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":81,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.910442+0000","last_change":"2024-04-12T09:35:57.910442+0000","last_active":"2024-04-12T09:35:57.910442+0000","last_peered":"2024-04-12T09:35:57.910442+0000","last_clean":"2024-04-12T09:35:57.910442+0000","last_became_active":"2024-04-12T09:35:57.910098+0000","last_became_peered":"2024-04-12T09:35:57.910098+0000","last_unstale":"2024-04-12T09:35:57.910442+0000","last_undegraded":"2024-04-12T09:35:57.910442+0000","last_fullsized":"2024-04-12T09:35:57.910442+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:20:17.109787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":69,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.894277+0000","last_change":"2024-04-12T09:34:15.940823+0000","last_active":"2024-04-12T09:35:56.894277+0000","last_peered":"2024-04-12T09:35:56.894277+0000","last_clean":"2024-04-12T09:35:56.894277+0000","last_became_active":"2024-04-12T09:34:15.940504+0000","last_became_peered":"2024-04-12T09:34:15.940504+0000","last_unstale":"2024-04-12T09:35:56.894277+0000","last_undegraded":"2024-04-12T09:35:56.894277+0000","last_fullsized":"2024-04-12T09:35:56.894277+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:47:15.058372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"84'104","reported_seq":824,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.897807+0000","last_change":"2024-04-12T09:34:50.329245+0000","last_active":"2024-04-12T09:35:56.897807+0000","last_peered":"2024-04-12T09:35:56.897807+0000","last_clean":"2024-04-12T09:35:56.897807+0000","last_became_active":"2024-04-12T09:34:50.328778+0000","last_became_peered":"2024-04-12T09:34:50.328778+0000","last_unstale":"2024-04-12T09:35:56.897807+0000","last_undegraded":"2024-04-12T09:35:56.897807+0000","last_fullsized":"2024-04-12T09:35:56.897807+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:05:31.296915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032332999999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1172,"num_read_kb":2555,"num_write":69,"num_write_kb":1279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":43,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.898669+0000","last_change":"2024-04-12T09:34:50.330743+0000","last_active":"2024-04-12T09:35:57.898669+0000","last_peered":"2024-04-12T09:35:57.898669+0000","last_clean":"2024-04-12T09:35:57.898669+0000","last_became_active":"2024-04-12T09:34:50.330285+0000","last_became_peered":"2024-04-12T09:34:50.330285+0000","last_unstale":"2024-04-12T09:35:57.898669+0000","last_undegraded":"2024-04-12T09:35:57.898669+0000","last_fullsized":"2024-04-12T09:35:57.898669+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:23:21.688735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.905899+0000","last_change":"2024-04-12T09:35:57.905899+0000","last_active":"2024-04-12T09:35:57.905899+0000","last_peered":"2024-04-12T09:35:57.905899+0000","last_clean":"2024-04-12T09:35:57.905899+0000","last_became_active":"2024-04-12T09:35:57.905502+0000","last_became_peered":"2024-04-12T09:35:57.905502+0000","last_unstale":"2024-04-12T09:35:57.905899+0000","last_undegraded":"2024-04-12T09:35:57.905899+0000","last_fullsized":"2024-04-12T09:35:57.905899+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:50:35.389816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"84'126","reported_seq":520,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.899399+0000","last_change":"2024-04-12T09:34:50.337606+0000","last_active":"2024-04-12T09:35:57.899399+0000","last_peered":"2024-04-12T09:35:57.899399+0000","last_clean":"2024-04-12T09:35:57.899399+0000","last_became_active":"2024-04-12T09:34:50.337137+0000","last_became_peered":"2024-04-12T09:34:50.337137+0000","last_unstale":"2024-04-12T09:35:57.899399+0000","last_undegraded":"2024-04-12T09:35:57.899399+0000","last_fullsized":"2024-04-12T09:35:57.899399+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:24:06.269830+0000","last_clean_scrub_stamp":"2024-04-12T09:24:06.269830+0000","objects_scrubbed":0,"log_size":126,"log_dups_size":0,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:21:00.496218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044028999999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":635,"num_read_kb":2149,"num_write":130,"num_write_kb":1374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":51,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.906489+0000","last_change":"2024-04-12T09:35:57.906489+0000","last_active":"2024-04-12T09:35:57.906489+0000","last_peered":"2024-04-12T09:35:57.906489+0000","last_clean":"2024-04-12T09:35:57.906489+0000","last_became_active":"2024-04-12T09:35:57.906093+0000","last_became_peered":"2024-04-12T09:35:57.906093+0000","last_unstale":"2024-04-12T09:35:57.906489+0000","last_undegraded":"2024-04-12T09:35:57.906489+0000","last_fullsized":"2024-04-12T09:35:57.906489+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:42:30.442072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.915080+0000","last_change":"2024-04-12T09:35:57.915080+0000","last_active":"2024-04-12T09:35:57.915080+0000","last_peered":"2024-04-12T09:35:57.915080+0000","last_clean":"2024-04-12T09:35:57.915080+0000","last_became_active":"2024-04-12T09:35:57.914749+0000","last_became_peered":"2024-04-12T09:35:57.914749+0000","last_unstale":"2024-04-12T09:35:57.915080+0000","last_undegraded":"2024-04-12T09:35:57.915080+0000","last_fullsized":"2024-04-12T09:35:57.915080+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:25:12.881339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.893931+0000","last_change":"2024-04-12T09:34:50.334691+0000","last_active":"2024-04-12T09:35:56.893931+0000","last_peered":"2024-04-12T09:35:56.893931+0000","last_clean":"2024-04-12T09:35:56.893931+0000","last_became_active":"2024-04-12T09:34:50.334292+0000","last_became_peered":"2024-04-12T09:34:50.334292+0000","last_unstale":"2024-04-12T09:35:56.893931+0000","last_undegraded":"2024-04-12T09:35:56.893931+0000","last_fullsized":"2024-04-12T09:35:56.893931+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:23:44.458024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":69,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895923+0000","last_change":"2024-04-12T09:35:23.900081+0000","last_active":"2024-04-12T09:35:56.895923+0000","last_peered":"2024-04-12T09:35:56.895923+0000","last_clean":"2024-04-12T09:35:56.895923+0000","last_became_active":"2024-04-12T09:35:23.899779+0000","last_became_peered":"2024-04-12T09:35:23.899779+0000","last_unstale":"2024-04-12T09:35:56.895923+0000","last_undegraded":"2024-04-12T09:35:56.895923+0000","last_fullsized":"2024-04-12T09:35:56.895923+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:34:39.985842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":78,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895381+0000","last_change":"2024-04-12T09:35:23.899636+0000","last_active":"2024-04-12T09:35:56.895381+0000","last_peered":"2024-04-12T09:35:56.895381+0000","last_clean":"2024-04-12T09:35:56.895381+0000","last_became_active":"2024-04-12T09:35:23.899351+0000","last_became_peered":"2024-04-12T09:35:23.899351+0000","last_unstale":"2024-04-12T09:35:56.895381+0000","last_undegraded":"2024-04-12T09:35:56.895381+0000","last_fullsized":"2024-04-12T09:35:56.895381+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:18:07.086415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":69,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.896234+0000","last_change":"2024-04-12T09:34:50.328940+0000","last_active":"2024-04-12T09:35:56.896234+0000","last_peered":"2024-04-12T09:35:56.896234+0000","last_clean":"2024-04-12T09:35:56.896234+0000","last_became_active":"2024-04-12T09:34:50.328637+0000","last_became_peered":"2024-04-12T09:34:50.328637+0000","last_unstale":"2024-04-12T09:35:56.896234+0000","last_undegraded":"2024-04-12T09:35:56.896234+0000","last_fullsized":"2024-04-12T09:35:56.896234+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:22:05.707358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":68,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.903674+0000","last_change":"2024-04-12T09:35:57.903674+0000","last_active":"2024-04-12T09:35:57.903674+0000","last_peered":"2024-04-12T09:35:57.903674+0000","last_clean":"2024-04-12T09:35:57.903674+0000","last_became_active":"2024-04-12T09:35:57.903316+0000","last_became_peered":"2024-04-12T09:35:57.903316+0000","last_unstale":"2024-04-12T09:35:57.903674+0000","last_undegraded":"2024-04-12T09:35:57.903674+0000","last_fullsized":"2024-04-12T09:35:57.903674+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:07:42.757990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"68'2","reported_seq":69,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912688+0000","last_change":"2024-04-12T09:35:57.912688+0000","last_active":"2024-04-12T09:35:57.912688+0000","last_peered":"2024-04-12T09:35:57.912688+0000","last_clean":"2024-04-12T09:35:57.912688+0000","last_became_active":"2024-04-12T09:35:57.912316+0000","last_became_peered":"2024-04-12T09:35:57.912316+0000","last_unstale":"2024-04-12T09:35:57.912688+0000","last_undegraded":"2024-04-12T09:35:57.912688+0000","last_fullsized":"2024-04-12T09:35:57.912688+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:14.568854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.894796+0000","last_change":"2024-04-12T09:34:50.333248+0000","last_active":"2024-04-12T09:35:57.894796+0000","last_peered":"2024-04-12T09:35:57.894796+0000","last_clean":"2024-04-12T09:35:57.894796+0000","last_became_active":"2024-04-12T09:34:50.332941+0000","last_became_peered":"2024-04-12T09:34:50.332941+0000","last_unstale":"2024-04-12T09:35:57.894796+0000","last_undegraded":"2024-04-12T09:35:57.894796+0000","last_fullsized":"2024-04-12T09:35:57.894796+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:01:40.055603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":68,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.905712+0000","last_change":"2024-04-12T09:35:57.905712+0000","last_active":"2024-04-12T09:35:57.905712+0000","last_peered":"2024-04-12T09:35:57.905712+0000","last_clean":"2024-04-12T09:35:57.905712+0000","last_became_active":"2024-04-12T09:35:57.905403+0000","last_became_peered":"2024-04-12T09:35:57.905403+0000","last_unstale":"2024-04-12T09:35:57.905712+0000","last_undegraded":"2024-04-12T09:35:57.905712+0000","last_fullsized":"2024-04-12T09:35:57.905712+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:39:37.692953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.896083+0000","last_change":"2024-04-12T09:34:50.329077+0000","last_active":"2024-04-12T09:35:56.896083+0000","last_peered":"2024-04-12T09:35:56.896083+0000","last_clean":"2024-04-12T09:35:56.896083+0000","last_became_active":"2024-04-12T09:34:50.328751+0000","last_became_peered":"2024-04-12T09:34:50.328751+0000","last_unstale":"2024-04-12T09:35:56.896083+0000","last_undegraded":"2024-04-12T09:35:56.896083+0000","last_fullsized":"2024-04-12T09:35:56.896083+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:33:53.536317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":52,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.901079+0000","last_change":"2024-04-12T09:25:19.099585+0000","last_active":"2024-04-12T09:35:56.901079+0000","last_peered":"2024-04-12T09:35:56.901079+0000","last_clean":"2024-04-12T09:35:56.901079+0000","last_became_active":"2024-04-12T09:25:19.099003+0000","last_became_peered":"2024-04-12T09:25:19.099003+0000","last_unstale":"2024-04-12T09:35:56.901079+0000","last_undegraded":"2024-04-12T09:35:56.901079+0000","last_fullsized":"2024-04-12T09:35:56.901079+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:42.652022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":85,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.904415+0000","last_change":"2024-04-12T09:35:57.904415+0000","last_active":"2024-04-12T09:35:57.904415+0000","last_peered":"2024-04-12T09:35:57.904415+0000","last_clean":"2024-04-12T09:35:57.904415+0000","last_became_active":"2024-04-12T09:35:57.904101+0000","last_became_peered":"2024-04-12T09:35:57.904101+0000","last_unstale":"2024-04-12T09:35:57.904415+0000","last_undegraded":"2024-04-12T09:35:57.904415+0000","last_fullsized":"2024-04-12T09:35:57.904415+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:49.979097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":70,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.901774+0000","last_change":"2024-04-12T09:34:50.335056+0000","last_active":"2024-04-12T09:35:56.901774+0000","last_peered":"2024-04-12T09:35:56.901774+0000","last_clean":"2024-04-12T09:35:56.901774+0000","last_became_active":"2024-04-12T09:34:50.334703+0000","last_became_peered":"2024-04-12T09:34:50.334703+0000","last_unstale":"2024-04-12T09:35:56.901774+0000","last_undegraded":"2024-04-12T09:35:56.901774+0000","last_fullsized":"2024-04-12T09:35:56.901774+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:35:08.165793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":50,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.897406+0000","last_change":"2024-04-12T09:25:19.487441+0000","last_active":"2024-04-12T09:35:56.897406+0000","last_peered":"2024-04-12T09:35:56.897406+0000","last_clean":"2024-04-12T09:35:56.897406+0000","last_became_active":"2024-04-12T09:25:19.487131+0000","last_became_peered":"2024-04-12T09:25:19.487131+0000","last_unstale":"2024-04-12T09:35:56.897406+0000","last_undegraded":"2024-04-12T09:35:56.897406+0000","last_fullsized":"2024-04-12T09:35:56.897406+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:25:00.127627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":69,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.902061+0000","last_change":"2024-04-12T09:34:15.937982+0000","last_active":"2024-04-12T09:35:56.902061+0000","last_peered":"2024-04-12T09:35:56.902061+0000","last_clean":"2024-04-12T09:35:56.902061+0000","last_became_active":"2024-04-12T09:34:15.937619+0000","last_became_peered":"2024-04-12T09:34:15.937619+0000","last_unstale":"2024-04-12T09:35:56.902061+0000","last_undegraded":"2024-04-12T09:35:56.902061+0000","last_fullsized":"2024-04-12T09:35:56.902061+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:39:22.588792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.915436+0000","last_change":"2024-04-12T09:35:57.915436+0000","last_active":"2024-04-12T09:35:57.915436+0000","last_peered":"2024-04-12T09:35:57.915436+0000","last_clean":"2024-04-12T09:35:57.915436+0000","last_became_active":"2024-04-12T09:35:57.914748+0000","last_became_peered":"2024-04-12T09:35:57.914748+0000","last_unstale":"2024-04-12T09:35:57.915436+0000","last_undegraded":"2024-04-12T09:35:57.915436+0000","last_fullsized":"2024-04-12T09:35:57.915436+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:47:51.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":77,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895828+0000","last_change":"2024-04-12T09:34:15.937561+0000","last_active":"2024-04-12T09:35:56.895828+0000","last_peered":"2024-04-12T09:35:56.895828+0000","last_clean":"2024-04-12T09:35:56.895828+0000","last_became_active":"2024-04-12T09:34:15.937157+0000","last_became_peered":"2024-04-12T09:34:15.937157+0000","last_unstale":"2024-04-12T09:35:56.895828+0000","last_undegraded":"2024-04-12T09:35:56.895828+0000","last_fullsized":"2024-04-12T09:35:56.895828+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:40:56.499181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911278+0000","last_change":"2024-04-12T09:35:57.906388+0000","last_active":"2024-04-12T09:35:57.911278+0000","last_peered":"2024-04-12T09:35:57.911278+0000","last_clean":"2024-04-12T09:35:57.911278+0000","last_became_active":"2024-04-12T09:35:57.906039+0000","last_became_peered":"2024-04-12T09:35:57.906039+0000","last_unstale":"2024-04-12T09:35:57.911278+0000","last_undegraded":"2024-04-12T09:35:57.911278+0000","last_fullsized":"2024-04-12T09:35:57.911278+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:25:33.855226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":51,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.900911+0000","last_change":"2024-04-12T09:25:19.105252+0000","last_active":"2024-04-12T09:35:56.900911+0000","last_peered":"2024-04-12T09:35:56.900911+0000","last_clean":"2024-04-12T09:35:56.900911+0000","last_became_active":"2024-04-12T09:25:19.104872+0000","last_became_peered":"2024-04-12T09:25:19.104872+0000","last_unstale":"2024-04-12T09:35:56.900911+0000","last_undegraded":"2024-04-12T09:35:56.900911+0000","last_fullsized":"2024-04-12T09:35:56.900911+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:55:35.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":67,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.905727+0000","last_change":"2024-04-12T09:35:57.905727+0000","last_active":"2024-04-12T09:35:57.905727+0000","last_peered":"2024-04-12T09:35:57.905727+0000","last_clean":"2024-04-12T09:35:57.905727+0000","last_became_active":"2024-04-12T09:35:57.905337+0000","last_became_peered":"2024-04-12T09:35:57.905337+0000","last_unstale":"2024-04-12T09:35:57.905727+0000","last_undegraded":"2024-04-12T09:35:57.905727+0000","last_fullsized":"2024-04-12T09:35:57.905727+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:38:04.842689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911488+0000","last_change":"2024-04-12T09:35:57.908457+0000","last_active":"2024-04-12T09:35:57.911488+0000","last_peered":"2024-04-12T09:35:57.911488+0000","last_clean":"2024-04-12T09:35:57.911488+0000","last_became_active":"2024-04-12T09:35:57.906965+0000","last_became_peered":"2024-04-12T09:35:57.906965+0000","last_unstale":"2024-04-12T09:35:57.911488+0000","last_undegraded":"2024-04-12T09:35:57.911488+0000","last_fullsized":"2024-04-12T09:35:57.911488+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:18:10.692589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.915164+0000","last_change":"2024-04-12T09:35:57.915164+0000","last_active":"2024-04-12T09:35:57.915164+0000","last_peered":"2024-04-12T09:35:57.915164+0000","last_clean":"2024-04-12T09:35:57.915164+0000","last_became_active":"2024-04-12T09:35:57.913381+0000","last_became_peered":"2024-04-12T09:35:57.913381+0000","last_unstale":"2024-04-12T09:35:57.915164+0000","last_undegraded":"2024-04-12T09:35:57.915164+0000","last_fullsized":"2024-04-12T09:35:57.915164+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:54:14.051667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":70,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.899546+0000","last_change":"2024-04-12T09:35:23.895581+0000","last_active":"2024-04-12T09:35:56.899546+0000","last_peered":"2024-04-12T09:35:56.899546+0000","last_clean":"2024-04-12T09:35:56.899546+0000","last_became_active":"2024-04-12T09:35:23.895068+0000","last_became_peered":"2024-04-12T09:35:23.895068+0000","last_unstale":"2024-04-12T09:35:56.899546+0000","last_undegraded":"2024-04-12T09:35:56.899546+0000","last_fullsized":"2024-04-12T09:35:56.899546+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:38:25.398076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.896514+0000","last_change":"2024-04-12T09:34:50.333522+0000","last_active":"2024-04-12T09:35:56.896514+0000","last_peered":"2024-04-12T09:35:56.896514+0000","last_clean":"2024-04-12T09:35:56.896514+0000","last_became_active":"2024-04-12T09:34:50.333176+0000","last_became_peered":"2024-04-12T09:34:50.333176+0000","last_unstale":"2024-04-12T09:35:56.896514+0000","last_undegraded":"2024-04-12T09:35:56.896514+0000","last_fullsized":"2024-04-12T09:35:56.896514+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:54:24.344258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"88'22","reported_seq":74,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.896508+0000","last_change":"2024-04-12T09:25:19.111440+0000","last_active":"2024-04-12T09:35:56.896508+0000","last_peered":"2024-04-12T09:35:56.896508+0000","last_clean":"2024-04-12T09:35:56.896508+0000","last_became_active":"2024-04-12T09:25:19.110279+0000","last_became_peered":"2024-04-12T09:25:19.110279+0000","last_unstale":"2024-04-12T09:35:56.896508+0000","last_undegraded":"2024-04-12T09:35:56.896508+0000","last_fullsized":"2024-04-12T09:35:56.896508+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:38:11.876196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4744,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":51,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.898719+0000","last_change":"2024-04-12T09:35:23.899029+0000","last_active":"2024-04-12T09:35:57.898719+0000","last_peered":"2024-04-12T09:35:57.898719+0000","last_clean":"2024-04-12T09:35:57.898719+0000","last_became_active":"2024-04-12T09:35:23.898707+0000","last_became_peered":"2024-04-12T09:35:23.898707+0000","last_unstale":"2024-04-12T09:35:57.898719+0000","last_undegraded":"2024-04-12T09:35:57.898719+0000","last_fullsized":"2024-04-12T09:35:57.898719+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:14:37.129359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.907469+0000","last_change":"2024-04-12T09:35:57.907469+0000","last_active":"2024-04-12T09:35:57.907469+0000","last_peered":"2024-04-12T09:35:57.907469+0000","last_clean":"2024-04-12T09:35:57.907469+0000","last_became_active":"2024-04-12T09:35:57.907085+0000","last_became_peered":"2024-04-12T09:35:57.907085+0000","last_unstale":"2024-04-12T09:35:57.907469+0000","last_undegraded":"2024-04-12T09:35:57.907469+0000","last_fullsized":"2024-04-12T09:35:57.907469+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:55:06.146858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.908464+0000","last_change":"2024-04-12T09:35:57.908464+0000","last_active":"2024-04-12T09:35:57.908464+0000","last_peered":"2024-04-12T09:35:57.908464+0000","last_clean":"2024-04-12T09:35:57.908464+0000","last_became_active":"2024-04-12T09:35:57.907701+0000","last_became_peered":"2024-04-12T09:35:57.907701+0000","last_unstale":"2024-04-12T09:35:57.908464+0000","last_undegraded":"2024-04-12T09:35:57.908464+0000","last_fullsized":"2024-04-12T09:35:57.908464+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:36:01.169865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":68,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.898220+0000","last_change":"2024-04-12T09:34:50.328773+0000","last_active":"2024-04-12T09:35:56.898220+0000","last_peered":"2024-04-12T09:35:56.898220+0000","last_clean":"2024-04-12T09:35:56.898220+0000","last_became_active":"2024-04-12T09:34:50.328389+0000","last_became_peered":"2024-04-12T09:34:50.328389+0000","last_unstale":"2024-04-12T09:35:56.898220+0000","last_undegraded":"2024-04-12T09:35:56.898220+0000","last_fullsized":"2024-04-12T09:35:56.898220+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:33:27.810327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912488+0000","last_change":"2024-04-12T09:35:57.912488+0000","last_active":"2024-04-12T09:35:57.912488+0000","last_peered":"2024-04-12T09:35:57.912488+0000","last_clean":"2024-04-12T09:35:57.912488+0000","last_became_active":"2024-04-12T09:35:57.910018+0000","last_became_peered":"2024-04-12T09:35:57.910018+0000","last_unstale":"2024-04-12T09:35:57.912488+0000","last_undegraded":"2024-04-12T09:35:57.912488+0000","last_fullsized":"2024-04-12T09:35:57.912488+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:55:53.040847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911519+0000","last_change":"2024-04-12T09:35:57.909039+0000","last_active":"2024-04-12T09:35:57.911519+0000","last_peered":"2024-04-12T09:35:57.911519+0000","last_clean":"2024-04-12T09:35:57.911519+0000","last_became_active":"2024-04-12T09:35:57.908764+0000","last_became_peered":"2024-04-12T09:35:57.908764+0000","last_unstale":"2024-04-12T09:35:57.911519+0000","last_undegraded":"2024-04-12T09:35:57.911519+0000","last_fullsized":"2024-04-12T09:35:57.911519+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:17:50.646969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":78,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.895240+0000","last_change":"2024-04-12T09:35:23.895928+0000","last_active":"2024-04-12T09:35:56.895240+0000","last_peered":"2024-04-12T09:35:56.895240+0000","last_clean":"2024-04-12T09:35:56.895240+0000","last_became_active":"2024-04-12T09:35:23.895586+0000","last_became_peered":"2024-04-12T09:35:23.895586+0000","last_unstale":"2024-04-12T09:35:56.895240+0000","last_undegraded":"2024-04-12T09:35:56.895240+0000","last_fullsized":"2024-04-12T09:35:56.895240+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:46:09.484705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":88,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.912761+0000","last_change":"2024-04-12T09:35:57.912761+0000","last_active":"2024-04-12T09:35:57.912761+0000","last_peered":"2024-04-12T09:35:57.912761+0000","last_clean":"2024-04-12T09:35:57.912761+0000","last_became_active":"2024-04-12T09:35:57.912136+0000","last_became_peered":"2024-04-12T09:35:57.912136+0000","last_unstale":"2024-04-12T09:35:57.912761+0000","last_undegraded":"2024-04-12T09:35:57.912761+0000","last_fullsized":"2024-04-12T09:35:57.912761+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:04.152309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911541+0000","last_change":"2024-04-12T09:35:57.906467+0000","last_active":"2024-04-12T09:35:57.911541+0000","last_peered":"2024-04-12T09:35:57.911541+0000","last_clean":"2024-04-12T09:35:57.911541+0000","last_became_active":"2024-04-12T09:35:57.906133+0000","last_became_peered":"2024-04-12T09:35:57.906133+0000","last_unstale":"2024-04-12T09:35:57.911541+0000","last_undegraded":"2024-04-12T09:35:57.911541+0000","last_fullsized":"2024-04-12T09:35:57.911541+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:12:27.071780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":52,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.913459+0000","last_change":"2024-04-12T09:35:57.913459+0000","last_active":"2024-04-12T09:35:57.913459+0000","last_peered":"2024-04-12T09:35:57.913459+0000","last_clean":"2024-04-12T09:35:57.913459+0000","last_became_active":"2024-04-12T09:35:57.913135+0000","last_became_peered":"2024-04-12T09:35:57.913135+0000","last_unstale":"2024-04-12T09:35:57.913459+0000","last_undegraded":"2024-04-12T09:35:57.913459+0000","last_fullsized":"2024-04-12T09:35:57.913459+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:41:59.956525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-04-12T09:35:57.911103+0000","last_change":"2024-04-12T09:35:57.911103+0000","last_active":"2024-04-12T09:35:57.911103+0000","last_peered":"2024-04-12T09:35:57.911103+0000","last_clean":"2024-04-12T09:35:57.911103+0000","last_became_active":"2024-04-12T09:35:57.909979+0000","last_became_peered":"2024-04-12T09:35:57.909979+0000","last_unstale":"2024-04-12T09:35:57.911103+0000","last_undegraded":"2024-04-12T09:35:57.911103+0000","last_fullsized":"2024-04-12T09:35:57.911103+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:19.080300+0000","last_clean_scrub_stamp":"2024-04-12T09:25:19.080300+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:01.939690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"68'1","reported_seq":87,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-04-12T09:35:56.893929+0000","last_change":"2024-04-12T09:35:23.899397+0000","last_active":"2024-04-12T09:35:56.893929+0000","last_peered":"2024-04-12T09:35:56.893929+0000","last_clean":"2024-04-12T09:35:56.893929+0000","last_became_active":"2024-04-12T09:35:23.898877+0000","last_became_peered":"2024-04-12T09:35:23.898877+0000","last_unstale":"2024-04-12T09:35:56.893929+0000","last_undegraded":"2024-04-12T09:35:56.893929+0000","last_fullsized":"2024-04-12T09:35:56.893929+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T09:25:18.076803+0000","last_clean_scrub_stamp":"2024-04-12T09:25:18.076803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:56:06.801342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5530,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17647,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":12992,"num_write":846,"num_write_kb":12586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4070,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234147,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307316,"kb_used_data":5856,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93437836,"statfs":{"total":95995035648,"available":95680344064,"internally_reserved":0,"allocated":5996544,"data_stored":5406415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495784,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303216,"kb_used_data":1756,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93441936,"statfs":{"total":95995035648,"available":95684542464,"internally_reserved":0,"allocated":1798144,"data_stored":1212307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":97,"seq":416611827740,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28688,"kb_used_data":1152,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93716464,"statfs":{"total":95995035648,"available":95965659136,"internally_reserved":0,"allocated":1179648,"data_stored":616623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7681,"internal_metadata":28172799},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":92,"seq":395136991267,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37532,"kb_used_data":5840,"kb_used_omap":7,"kb_used_meta":31672,"kb_avail":93707620,"statfs":{"total":95995035648,"available":95956602880,"internally_reserved":0,"allocated":5980160,"data_stored":5402406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7700,"internal_metadata":32432620},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":102,"seq":438086664213,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28696,"kb_used_data":1164,"kb_used_omap":8,"kb_used_meta":27511,"kb_avail":93716456,"statfs":{"total":95995035648,"available":95965650944,"internally_reserved":0,"allocated":1191936,"data_stored":617738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8247,"internal_metadata":28172233},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":107,"seq":459561500686,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28636,"kb_used_data":1160,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":93716516,"statfs":{"total":95995035648,"available":95965712384,"internally_reserved":0,"allocated":1187840,"data_stored":617216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4905,"internal_metadata":28110039},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":30,"seq":128849019058,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302640,"kb_used_data":5276,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93442512,"statfs":{"total":95995035648,"available":95685132288,"internally_reserved":0,"allocated":5402624,"data_stored":4816300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757421,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298524,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446628,"statfs":{"total":95995035648,"available":95689347072,"internally_reserved":0,"allocated":1196032,"data_stored":617765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4070,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5996,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5977,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2473,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3201,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T09:37:01.176 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T09:37:01.176 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T09:37:01.176 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T09:37:01.176 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:01.430 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:01 smithi165 ceph-mon[93699]: pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:02.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:01 smithi165 ceph-mon[93699]: from='client.44642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:37:02.273 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:01 smithi083 ceph-mon[108503]: pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:02.273 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:01 smithi083 ceph-mon[108503]: from='client.44642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:37:02.274 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:01 smithi083 ceph-mon[103899]: pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:02.274 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:01 smithi083 ceph-mon[103899]: from='client.44642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:37:03.359 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:03.359 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:03 smithi165 ceph-mon[93699]: pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:03 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3596742372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:03 smithi083 ceph-mon[108503]: pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:03 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3596742372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:03 smithi083 ceph-mon[103899]: pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:04.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:03 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3596742372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:05.913 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:37:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:37:05] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2024-04-12T09:37:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:05 smithi165 ceph-mon[93699]: pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:05 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:05 smithi083 ceph-mon[108503]: pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:05 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:05 smithi083 ceph-mon[103899]: pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:05 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:07.014 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:07.278 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:07.918 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:07 smithi083 ceph-mon[103899]: pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:08.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:07 smithi165 ceph-mon[93699]: pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:08.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:07 smithi083 ceph-mon[108503]: pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:09.179 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:09.179 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:09 smithi165 ceph-mon[93699]: pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:09 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2633004878' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:09 smithi083 ceph-mon[108503]: pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:09 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2633004878' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:09 smithi083 ceph-mon[103899]: pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:09 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2633004878' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:12.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:11 smithi165 ceph-mon[93699]: pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:12.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:11 smithi083 ceph-mon[108503]: pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:12.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:11 smithi083 ceph-mon[103899]: pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:12.840 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:13.106 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:14.229 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:13 smithi083 ceph-mon[108503]: pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:14.230 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:13 smithi083 ceph-mon[103899]: pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:14.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:13 smithi165 ceph-mon[93699]: pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:14.997 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:14.997 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:15.926 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:37:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:37:15] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2024-04-12T09:37:16.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:15 smithi165 ceph-mon[93699]: pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:16.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:15 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2603679165' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:16.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:15 smithi083 ceph-mon[103899]: pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:16.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:15 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2603679165' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:16.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:15 smithi083 ceph-mon[108503]: pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:16.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:15 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2603679165' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:16 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:37:17.269 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:16 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:37:17.269 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:16 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:37:18.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:17 smithi165 ceph-mon[93699]: pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:18.243 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:17 smithi083 ceph-mon[108503]: pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:18.244 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:17 smithi083 ceph-mon[103899]: pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:18.645 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:19.299 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:20.017 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:19 smithi165 ceph-mon[93699]: pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:20.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:19 smithi083 ceph-mon[108503]: pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:20.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:19 smithi083 ceph-mon[103899]: pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:21.614 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[108503]: pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:21.614 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.614 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.614 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:21.614 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.614 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.615 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[103899]: pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:21.615 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.615 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.615 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:21.615 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.615 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:21 smithi165 ceph-mon[93699]: pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:21.877 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:21.877 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:22.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:37:22.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:37:22.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[108503]: pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:22.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[108503]: pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:22.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:22.555 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1982373607' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:22.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:37:22.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:37:22.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[103899]: pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:22.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[103899]: pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:22.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:22.555 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:22 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1982373607' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:22.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:22 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:37:22.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:22 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:37:22.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:22 smithi165 ceph-mon[93699]: pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:22.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:22 smithi165 ceph-mon[93699]: pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:22.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:22 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:37:22.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:22 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1982373607' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:25.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:24 smithi165 ceph-mon[93699]: pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:25.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:24 smithi083 ceph-mon[103899]: pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:25.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:24 smithi083 ceph-mon[108503]: pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:25.661 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:25.929 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:26.051 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:37:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:37:25] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2024-04-12T09:37:27.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:26 smithi083 ceph-mon[108503]: pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:27.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:26 smithi083 ceph-mon[103899]: pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:26 smithi165 ceph-mon[93699]: pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:28.013 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:28.013 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:29.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:28 smithi083 ceph-mon[108503]: pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:29.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:28 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2222574030' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:29.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:28 smithi083 ceph-mon[103899]: pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:29.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:28 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2222574030' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:28 smithi165 ceph-mon[93699]: pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:28 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2222574030' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:30 smithi165 ceph-mon[93699]: pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:31.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:30 smithi083 ceph-mon[108503]: pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:31.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:30 smithi083 ceph-mon[103899]: pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:31.768 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:32.037 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:33.124 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:32 smithi083 ceph-mon[103899]: pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:33.124 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:32 smithi083 ceph-mon[108503]: pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:33.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:32 smithi165 ceph-mon[93699]: pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:33.893 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:33.893 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:34 smithi165 ceph-mon[93699]: pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:34 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2626281816' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:35.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:34 smithi083 ceph-mon[103899]: pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:35.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:34 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2626281816' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:35.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:34 smithi083 ceph-mon[108503]: pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:35.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:34 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2626281816' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:35.897 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:37:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:37:35] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2024-04-12T09:37:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:35 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:36.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:36.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:35 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:36 smithi165 ceph-mon[93699]: pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:37.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:36 smithi083 ceph-mon[103899]: pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:37.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:36 smithi083 ceph-mon[108503]: pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:37.565 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:37.830 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:38.997 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:38 smithi083 ceph-mon[108503]: pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:38.998 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:38 smithi083 ceph-mon[103899]: pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:39.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:38 smithi165 ceph-mon[93699]: pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:39.735 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:40.038 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:39 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3548729897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:40.038 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:39 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3548729897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:40.161 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:39 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3548729897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:40 smithi165 ceph-mon[93699]: pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:40 smithi083 ceph-mon[103899]: pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:40 smithi083 ceph-mon[108503]: pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:43.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:42 smithi165 ceph-mon[93699]: pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:43.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:42 smithi083 ceph-mon[103899]: pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:43.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:42 smithi083 ceph-mon[108503]: pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:43.430 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:43.698 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:45.185 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:44 smithi083 ceph-mon[108503]: pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:45.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:44 smithi083 ceph-mon[103899]: pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:45.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:44 smithi165 ceph-mon[93699]: pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:45.678 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:45.678 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:45.921 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:37:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:37:45] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2024-04-12T09:37:46.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:45 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3517601222' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:46.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:45 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3517601222' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:46.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:45 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3517601222' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:46 smithi165 ceph-mon[93699]: pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:46 smithi083 ceph-mon[108503]: pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:46 smithi083 ceph-mon[103899]: pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:49.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:48 smithi165 ceph-mon[93699]: pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:49.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:48 smithi083 ceph-mon[103899]: pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:49.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:48 smithi083 ceph-mon[108503]: pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:49.404 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:49.677 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:51.204 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:50 smithi083 ceph-mon[108503]: pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:51.204 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:51.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:50 smithi083 ceph-mon[103899]: pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:51.205 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:51.242 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:50 smithi165 ceph-mon[93699]: pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:37:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:51.675 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:52.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:51 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1765171194' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:52.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:51 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1765171194' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:52.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:51 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1765171194' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:52 smithi165 ceph-mon[93699]: pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:53.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:52 smithi083 ceph-mon[103899]: pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:53.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:52 smithi083 ceph-mon[108503]: pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:54 smithi165 ceph-mon[93699]: pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:55.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:54 smithi083 ceph-mon[103899]: pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:55.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:54 smithi083 ceph-mon[108503]: pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:55.370 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:37:55.635 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:37:55.758 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:37:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:37:55] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2024-04-12T09:37:57.152 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:56 smithi083 ceph-mon[108503]: pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:57.152 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:56 smithi083 ceph-mon[103899]: pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:56 smithi165 ceph-mon[93699]: pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:57.619 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:37:57.619 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:37:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:57 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1327304732' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:58.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:57 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1327304732' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:58.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:57 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1327304732' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:37:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:58 smithi165 ceph-mon[93699]: pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:59.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:58 smithi083 ceph-mon[108503]: pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:37:59.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:58 smithi083 ceph-mon[103899]: pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:00.245 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:37:59 smithi165 ceph-mon[93699]: pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:00.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:37:59 smithi083 ceph-mon[103899]: pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:00.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:37:59 smithi083 ceph-mon[108503]: pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:01.345 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:01.610 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:03.078 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:02 smithi083 ceph-mon[108503]: pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:03.079 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:02 smithi083 ceph-mon[103899]: pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:02 smithi165 ceph-mon[93699]: pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:03.534 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:03.535 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:04.091 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:03 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2520339071' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:04.091 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:03 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2520339071' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:04.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:03 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2520339071' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:05.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:04 smithi165 ceph-mon[93699]: pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:05.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:04 smithi083 ceph-mon[108503]: pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:05.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:04 smithi083 ceph-mon[103899]: pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:05.898 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:38:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:38:05] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2024-04-12T09:38:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:05 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:05 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:05 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:07.116 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:06 smithi165 ceph-mon[93699]: pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:07.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:06 smithi083 ceph-mon[108503]: pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:07.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:06 smithi083 ceph-mon[103899]: pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:07.381 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:09.043 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:08 smithi083 ceph-mon[108503]: pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:09.043 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:08 smithi083 ceph-mon[103899]: pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:08 smithi165 ceph-mon[93699]: pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:09.278 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:09.278 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:10.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:09 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/312178533' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:10.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:09 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/312178533' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:10.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:09 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/312178533' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:10 smithi165 ceph-mon[93699]: pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:11.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:10 smithi083 ceph-mon[108503]: pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:11.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:10 smithi083 ceph-mon[103899]: pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:12.855 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:13.122 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:13.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:12 smithi165 ceph-mon[93699]: pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:13.243 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:12 smithi083 ceph-mon[108503]: pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:13.243 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:12 smithi083 ceph-mon[103899]: pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:14.931 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:14.932 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:15.210 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:14 smithi083 ceph-mon[108503]: pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:15.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:14 smithi083 ceph-mon[103899]: pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:15.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:14 smithi165 ceph-mon[93699]: pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:15.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:38:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:38:15] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2024-04-12T09:38:16.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:15 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/394496461' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:16.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:15 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/394496461' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:16.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:15 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/394496461' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:17.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:16 smithi165 ceph-mon[93699]: pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:17.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:16 smithi083 ceph-mon[103899]: pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:17.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:16 smithi083 ceph-mon[108503]: pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:18.512 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:18.779 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:19.154 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:18 smithi083 ceph-mon[108503]: pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:19.154 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:18 smithi083 ceph-mon[103899]: pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:19.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:18 smithi165 ceph-mon[93699]: pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:20.574 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:20.575 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:21.181 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:20 smithi083 ceph-mon[108503]: pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:21.182 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:20 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/110038719' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:21.182 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:20 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:21.182 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:20 smithi083 ceph-mon[103899]: pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:21.182 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:20 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/110038719' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:21.182 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:20 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:21.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:20 smithi165 ceph-mon[93699]: pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:21.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:20 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/110038719' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:21.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:20 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:23.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:22 smithi083 ceph-mon[108503]: pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:23.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:22 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:38:23.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:22 smithi083 ceph-mon[103899]: pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:23.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:22 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:38:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:22 smithi165 ceph-mon[93699]: pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:23.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:22 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:38:24.169 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:25.003 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:25.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:24 smithi165 ceph-mon[93699]: pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:25.285 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:24 smithi083 ceph-mon[108503]: pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:25.285 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:24 smithi083 ceph-mon[103899]: pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:26.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:38:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:38:25] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2024-04-12T09:38:26.900 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:26.900 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:26.900 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[103899]: pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:26.900 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:26.900 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:26.900 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:26.900 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:26.900 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[108503]: pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:26.901 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:26.901 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:26 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:26 smithi165 ceph-mon[93699]: pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:27.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:26 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:27.673 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:27.673 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:28.048 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:27 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:38:28.048 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:27 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:38:28.048 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:27 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:28.049 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:27 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/222877583' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:28.049 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:27 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:38:28.049 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:27 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:38:28.049 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:27 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:28.049 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:27 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/222877583' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:27 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:38:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:27 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:38:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:27 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:38:28.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:27 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/222877583' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:28 smithi165 ceph-mon[93699]: pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:29.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:28 smithi165 ceph-mon[93699]: pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:29.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:28 smithi083 ceph-mon[103899]: pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:29.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:28 smithi083 ceph-mon[103899]: pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:28 smithi083 ceph-mon[108503]: pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:29.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:28 smithi083 ceph-mon[108503]: pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:31.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:30 smithi165 ceph-mon[93699]: pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:31.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:30 smithi083 ceph-mon[103899]: pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:31.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:30 smithi083 ceph-mon[108503]: pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:31.316 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:31.580 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:32.944 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:32 smithi083 ceph-mon[103899]: pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:32.945 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:32 smithi083 ceph-mon[108503]: pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:33.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:32 smithi165 ceph-mon[93699]: pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:33.414 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:33.414 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:34.030 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:33 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/294270543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:34.030 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:33 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/294270543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:34.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:33 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/294270543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:35.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:34 smithi165 ceph-mon[93699]: pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:35.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:34 smithi083 ceph-mon[108503]: pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:35.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:34 smithi083 ceph-mon[103899]: pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:36.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:35 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:36.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:36.055 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:38:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:38:35] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2024-04-12T09:38:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:35 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:37.054 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:37.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:36 smithi165 ceph-mon[93699]: pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:37.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:36 smithi083 ceph-mon[108503]: pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:37.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:36 smithi083 ceph-mon[103899]: pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:37.324 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:39.083 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:39.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:38 smithi165 ceph-mon[93699]: pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:39.303 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:38 smithi083 ceph-mon[108503]: pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:39.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:38 smithi083 ceph-mon[103899]: pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:40.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:39 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/693495096' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:39 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/693495096' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:39 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/693495096' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:41.162 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:40 smithi165 ceph-mon[93699]: pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:40 smithi083 ceph-mon[108503]: pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:40 smithi083 ceph-mon[103899]: pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:42.689 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:42.954 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:43.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:42 smithi083 ceph-mon[108503]: pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:43.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:42 smithi083 ceph-mon[103899]: pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:43.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:42 smithi165 ceph-mon[93699]: pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:44.914 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:44.914 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:45.210 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:44 smithi083 ceph-mon[108503]: pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:45.210 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:44 smithi083 ceph-mon[103899]: pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:45.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:44 smithi165 ceph-mon[93699]: pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:45.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:38:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:38:45] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:38:46.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:45 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3533633958' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:46.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:45 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3533633958' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:46.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:45 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3533633958' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:46 smithi165 ceph-mon[93699]: pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:46 smithi083 ceph-mon[108503]: pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:46 smithi083 ceph-mon[103899]: pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:48.520 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:48.785 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:49.222 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:48 smithi083 ceph-mon[108503]: pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:49.222 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:48 smithi083 ceph-mon[103899]: pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:49.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:48 smithi165 ceph-mon[93699]: pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:50.820 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:50.820 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:51.125 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:50 smithi083 ceph-mon[108503]: pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:51.125 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:50 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2793149292' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:51.125 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:51.125 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:50 smithi083 ceph-mon[103899]: pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:51.125 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:50 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2793149292' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:51.125 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:50 smithi165 ceph-mon[93699]: pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:50 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2793149292' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:38:53.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:52 smithi083 ceph-mon[108503]: pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:53.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:52 smithi083 ceph-mon[103899]: pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:52 smithi165 ceph-mon[93699]: pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:54.485 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:38:54.753 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:38:55.171 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:54 smithi083 ceph-mon[103899]: pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:55.171 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:54 smithi083 ceph-mon[108503]: pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:54 smithi165 ceph-mon[93699]: pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:55.959 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:38:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:38:55] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:38:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:38:56.758 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:38:57.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:56 smithi083 ceph-mon[103899]: pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:57.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:56 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3113146421' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:57.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:56 smithi083 ceph-mon[108503]: pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:57.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:56 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3113146421' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:56 smithi165 ceph-mon[93699]: pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:56 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3113146421' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:38:59.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:38:58 smithi165 ceph-mon[93699]: pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:59.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:38:58 smithi083 ceph-mon[108503]: pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:38:59.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:38:58 smithi083 ceph-mon[103899]: pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:00.441 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:00.707 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:01.103 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:00 smithi083 ceph-mon[108503]: pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:01.103 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:00 smithi083 ceph-mon[103899]: pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:01.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:00 smithi165 ceph-mon[93699]: pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:02.658 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:02.658 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:02 smithi165 ceph-mon[93699]: pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:03.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:02 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/753584406' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:02 smithi083 ceph-mon[103899]: pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:03.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:02 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/753584406' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:03.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:02 smithi083 ceph-mon[108503]: pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:03.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:02 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/753584406' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:05.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:04 smithi165 ceph-mon[93699]: pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:05.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:04 smithi083 ceph-mon[108503]: pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:05.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:04 smithi083 ceph-mon[103899]: pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:05.946 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:39:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:39:05] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:39:06.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:05 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:06.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:05 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:06.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:05 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:06.368 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:06.634 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:07.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:06 smithi083 ceph-mon[108503]: pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:07.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:06 smithi083 ceph-mon[103899]: pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:07.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:06 smithi165 ceph-mon[93699]: pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:08.590 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:08.590 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:08 smithi165 ceph-mon[93699]: pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:09.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:08 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2288131502' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:09.273 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:08 smithi083 ceph-mon[103899]: pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:09.273 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:08 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2288131502' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:09.273 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:08 smithi083 ceph-mon[108503]: pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:09.273 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:08 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2288131502' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:11.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:10 smithi165 ceph-mon[93699]: pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:11.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:10 smithi083 ceph-mon[103899]: pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:11.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:10 smithi083 ceph-mon[108503]: pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:12.305 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:12.571 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:13.246 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:12 smithi165 ceph-mon[93699]: pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:13.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:12 smithi083 ceph-mon[108503]: pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:13.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:12 smithi083 ceph-mon[103899]: pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:14.427 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:14.427 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:15.046 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:14 smithi083 ceph-mon[108503]: pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:15.046 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:14 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2197489526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:15.046 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:14 smithi083 ceph-mon[103899]: pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:15.046 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:14 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2197489526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:15.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:14 smithi165 ceph-mon[93699]: pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:15.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:14 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2197489526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:15.963 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:39:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:39:15] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2024-04-12T09:39:16.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:15 smithi165 ceph-mon[93699]: pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:16.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:15 smithi083 ceph-mon[103899]: pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:16.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:15 smithi083 ceph-mon[108503]: pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:18.073 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:18.340 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:18.462 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:18 smithi083 ceph-mon[108503]: pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:18.462 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:18 smithi083 ceph-mon[103899]: pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:18.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:18 smithi165 ceph-mon[93699]: pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:20.419 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:20.419 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:20.457 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:20 smithi083 ceph-mon[108503]: pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:20.457 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:20 smithi083 ceph-mon[103899]: pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:20.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:20 smithi165 ceph-mon[93699]: pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:21.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:21 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/4070318802' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:21.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:21.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:21 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/4070318802' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:21.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:21.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:21 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/4070318802' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:21.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:22.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:22 smithi165 ceph-mon[93699]: pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:22.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:22 smithi083 ceph-mon[103899]: pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:22.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:22 smithi083 ceph-mon[108503]: pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:24.043 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:24.313 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:24.434 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:24 smithi083 ceph-mon[108503]: pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:24.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:24 smithi083 ceph-mon[103899]: pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:24.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:24 smithi165 ceph-mon[93699]: pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:25.709 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:39:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:39:25] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:39:26.213 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:26.213 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:26.213 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:26 smithi083 ceph-mon[108503]: pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:26.213 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:26 smithi083 ceph-mon[103899]: pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:26.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:26 smithi165 ceph-mon[93699]: pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:27.214 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:27 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3614588586' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:27.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:27 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3614588586' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:27.553 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:27 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3614588586' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:28.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:28 smithi165 ceph-mon[93699]: pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:28.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:28 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:39:28.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:28 smithi083 ceph-mon[108503]: pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:28.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:28 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:39:28.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:28 smithi083 ceph-mon[103899]: pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:28.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:28 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:39:29.894 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:30.261 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:30.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:30 smithi165 ceph-mon[93699]: pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:30.548 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:30 smithi083 ceph-mon[108503]: pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:30.548 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:30 smithi083 ceph-mon[103899]: pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:32.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[108503]: pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:32.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.270 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.271 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.271 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[103899]: pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:32.271 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.271 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.271 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.271 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:32 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:32 smithi165 ceph-mon[93699]: pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:32.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:32 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:32 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:32 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:32 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:32.753 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:32.754 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:33.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:39:33.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[103899]: pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[103899]: pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1305883207' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[108503]: pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[108503]: pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:33.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:33 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1305883207' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:33.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:33 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:39:33.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:33 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:39:33.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:33 smithi165 ceph-mon[93699]: pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:33.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:33 smithi165 ceph-mon[93699]: pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:33.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:33 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:39:33.494 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:33 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1305883207' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:35.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:35 smithi083 ceph-mon[108503]: pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:35.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:39:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:39:35] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:39:35.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:35 smithi083 ceph-mon[103899]: pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:35.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:35 smithi165 ceph-mon[93699]: pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:36.329 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:36.597 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:36.698 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:36 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:36.698 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:36.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:36 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:37.696 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:37 smithi083 ceph-mon[108503]: pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:37.696 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:37 smithi083 ceph-mon[103899]: pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:37 smithi165 ceph-mon[93699]: pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:38.460 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:38.460 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:38.778 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:38 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/763324942' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:38.778 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:38 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/763324942' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:38.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:38 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/763324942' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:39.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:39 smithi083 ceph-mon[103899]: pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:39.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:39 smithi083 ceph-mon[108503]: pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:39.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:39 smithi165 ceph-mon[93699]: pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:41.795 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:41 smithi165 ceph-mon[93699]: pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:41.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:41 smithi083 ceph-mon[103899]: pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:41.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:41 smithi083 ceph-mon[108503]: pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:42.096 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:42.360 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:43.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:43 smithi083 ceph-mon[108503]: pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:43.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:43 smithi083 ceph-mon[103899]: pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:43.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:43 smithi165 ceph-mon[93699]: pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:44.326 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:44.326 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:44.627 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:44 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3397831906' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:44.627 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:44 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3397831906' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:44.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:44 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3397831906' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:45.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:45 smithi083 ceph-mon[108503]: pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:45.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:45 smithi083 ceph-mon[103899]: pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:45.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:39:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:39:45] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2024-04-12T09:39:45.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:45 smithi165 ceph-mon[93699]: pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:47 smithi083 ceph-mon[108503]: pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:47 smithi083 ceph-mon[103899]: pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:47.885 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:47 smithi165 ceph-mon[93699]: pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:48.152 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:49.625 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:49 smithi083 ceph-mon[108503]: pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:49.626 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:49 smithi083 ceph-mon[103899]: pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:49.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:49 smithi165 ceph-mon[93699]: pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:50.078 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:50.078 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:50.733 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:50 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/228892158' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:50.733 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:50 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/228892158' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:50.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:50 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/228892158' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:51.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:51 smithi083 ceph-mon[103899]: pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:51.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:51.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:51 smithi083 ceph-mon[108503]: pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:51.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:51 smithi165 ceph-mon[93699]: pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:39:53.760 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:53.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:53 smithi083 ceph-mon[108503]: pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:53.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:53 smithi083 ceph-mon[103899]: pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:53 smithi165 ceph-mon[93699]: pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:54.029 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:55.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:55 smithi083 ceph-mon[108503]: pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:55.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:55 smithi083 ceph-mon[103899]: pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:55.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:39:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:39:55] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2024-04-12T09:39:55.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:55 smithi165 ceph-mon[93699]: pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:55.999 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:39:56.000 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:39:56.640 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:56 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3425146023' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:56.640 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:56 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3425146023' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:56 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3425146023' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:39:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:57 smithi165 ceph-mon[93699]: pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:58.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:57 smithi083 ceph-mon[103899]: pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:57 smithi083 ceph-mon[108503]: pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:39:59.665 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:39:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:39:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:39:59 smithi165 ceph-mon[93699]: pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:00.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:39:59 smithi083 ceph-mon[108503]: pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:00.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:39:59 smithi083 ceph-mon[103899]: pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:00.964 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:00 smithi083 ceph-mon[108503]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:40:00.964 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:00 smithi083 ceph-mon[103899]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:40:00.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:00 smithi165 ceph-mon[93699]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:40:01.745 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:01.745 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:01 smithi165 ceph-mon[93699]: pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:02.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:01 smithi083 ceph-mon[108503]: pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:02.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:01 smithi083 ceph-mon[103899]: pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:02.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:02 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/958218426' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:03.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:02 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/958218426' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:02 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/958218426' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:03.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:03 smithi165 ceph-mon[93699]: pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:04.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:03 smithi083 ceph-mon[103899]: pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:04.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:03 smithi083 ceph-mon[108503]: pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:05.323 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:05.590 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:05.646 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:05 smithi083 ceph-mon[108503]: pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:05.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:05 smithi083 ceph-mon[103899]: pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:05.932 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:40:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:40:05] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2024-04-12T09:40:05.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:05 smithi165 ceph-mon[93699]: pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:06.689 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:06.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:06.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:07.471 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:07.472 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:07.777 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:07 smithi083 ceph-mon[108503]: pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:07.777 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:07 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2668233681' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:07.777 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:07 smithi083 ceph-mon[103899]: pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:07.778 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:07 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2668233681' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:07.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:07 smithi165 ceph-mon[93699]: pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:07.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:07 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2668233681' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:09.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:09 smithi165 ceph-mon[93699]: pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:10.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:09 smithi083 ceph-mon[108503]: pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:10.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:09 smithi083 ceph-mon[103899]: pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:11.036 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:11.302 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:11.706 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:11 smithi083 ceph-mon[108503]: pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:11.706 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:11 smithi083 ceph-mon[103899]: pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:11.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:11 smithi165 ceph-mon[93699]: pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:13.300 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:13.301 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:13 smithi165 ceph-mon[93699]: pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:13 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3502978686' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:14.010 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:13 smithi083 ceph-mon[108503]: pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:14.010 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:13 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3502978686' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:14.010 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:13 smithi083 ceph-mon[103899]: pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:14.011 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:13 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3502978686' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:15.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:15 smithi165 ceph-mon[93699]: pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:16.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:15 smithi083 ceph-mon[103899]: pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:16.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:15 smithi083 ceph-mon[108503]: pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:16.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:40:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:40:15] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:40:17.037 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:17.303 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:17.698 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:17 smithi083 ceph-mon[108503]: pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:17.699 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:17 smithi083 ceph-mon[103899]: pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:17.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:17 smithi165 ceph-mon[93699]: pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:19.213 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:19.213 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:19.827 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:19 smithi083 ceph-mon[103899]: pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:19.827 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:19 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/4259115754' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:19.827 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:19 smithi083 ceph-mon[108503]: pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:19.827 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:19 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/4259115754' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:19 smithi165 ceph-mon[93699]: pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:19 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/4259115754' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:21 smithi165 ceph-mon[93699]: pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:22.036 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:21 smithi083 ceph-mon[103899]: pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:22.036 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:22.036 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:21 smithi083 ceph-mon[108503]: pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:22.036 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:22.829 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:23.097 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:23.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:23 smithi083 ceph-mon[108503]: pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:23.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:23 smithi083 ceph-mon[103899]: pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:23.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:23 smithi165 ceph-mon[93699]: pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:25.058 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:25.059 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:25.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:25 smithi083 ceph-mon[103899]: pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:25.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:25 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/751580570' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:25.647 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:25 smithi083 ceph-mon[108503]: pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:25.647 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:25 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/751580570' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:25.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:25 smithi165 ceph-mon[93699]: pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:25.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:25 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/751580570' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:26.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:40:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:40:25] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-12T09:40:27.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:27 smithi165 ceph-mon[93699]: pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:28.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:27 smithi083 ceph-mon[103899]: pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:28.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:27 smithi083 ceph-mon[108503]: pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:28.769 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:29.035 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:29.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:29 smithi083 ceph-mon[103899]: pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:29.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:29 smithi083 ceph-mon[108503]: pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:29.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:29 smithi165 ceph-mon[93699]: pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:30.952 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:30.952 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:32.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:31 smithi165 ceph-mon[93699]: pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:32.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:31 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3205367107' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:32.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:31 smithi083 ceph-mon[108503]: pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:32.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:31 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3205367107' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:32.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:31 smithi083 ceph-mon[103899]: pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:32.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:31 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3205367107' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:33.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:32 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:40:33.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:32 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:40:33.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:32 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:40:34.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:33 smithi165 ceph-mon[93699]: pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:34.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:33 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:33 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:33 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:33 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[108503]: pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:34.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[103899]: pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:34.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:33 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:34.599 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:35.322 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:35.771 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:40:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:40:35] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-12T09:40:36.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:35 smithi083 ceph-mon[108503]: pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:36.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:35 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:36.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:35 smithi083 ceph-mon[103899]: pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:36.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:35 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:35 smithi165 ceph-mon[93699]: pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:36.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:35 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:37.471 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:37.471 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:38.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:37 smithi083 ceph-mon[103899]: pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:38.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:37 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:38.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:37 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:38.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:37 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1816929365' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:38.045 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:37 smithi083 ceph-mon[108503]: pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:38.045 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:37 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:38.045 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:37 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:38.046 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:37 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1816929365' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:38.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:37 smithi165 ceph-mon[93699]: pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:38.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:37 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:38.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:37 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:38.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:37 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1816929365' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:39 smithi165 ceph-mon[93699]: pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:40:40.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:40:40.244 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[108503]: pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:40:40.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:40:40.305 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:40.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[103899]: pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:40.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:40.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:40.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:40:40.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:40:40.305 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:40:41.070 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:40 smithi165 ceph-mon[93699]: pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:41.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:40 smithi165 ceph-mon[93699]: pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:40 smithi083 ceph-mon[108503]: pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:41.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:40 smithi083 ceph-mon[108503]: pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:40 smithi083 ceph-mon[103899]: pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:41.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:40 smithi083 ceph-mon[103899]: pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:41.334 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:43.214 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:43.215 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:42 smithi083 ceph-mon[103899]: pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:43.215 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:42 smithi083 ceph-mon[108503]: pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:43.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:42 smithi165 ceph-mon[93699]: pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:44.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:43 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3931103279' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:44.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:43 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3931103279' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:44.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:43 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3931103279' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:45.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:44 smithi165 ceph-mon[93699]: pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:45.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:44 smithi083 ceph-mon[103899]: pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:45.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:44 smithi083 ceph-mon[108503]: pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:46.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:40:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:40:45] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2024-04-12T09:40:46.958 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:47.224 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:47.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:46 smithi165 ceph-mon[93699]: pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:47.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:46 smithi083 ceph-mon[103899]: pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:47.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:46 smithi083 ceph-mon[108503]: pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:49.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:48 smithi083 ceph-mon[108503]: pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:49.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:48 smithi083 ceph-mon[103899]: pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:49.197 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:49.197 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:49.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:48 smithi165 ceph-mon[93699]: pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:50.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:49 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2720296877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:50.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:49 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2720296877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:50.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:49 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2720296877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:51.220 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:50 smithi083 ceph-mon[108503]: pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:51.220 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:50 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:51.221 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:50 smithi083 ceph-mon[103899]: pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:51.221 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:50 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:50 smithi165 ceph-mon[93699]: pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:51.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:50 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:40:52.949 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:53.217 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:40:53.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:52 smithi165 ceph-mon[93699]: pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:53.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:52 smithi083 ceph-mon[103899]: pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:53.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:52 smithi083 ceph-mon[108503]: pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:55.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:54 smithi083 ceph-mon[108503]: pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:55.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:54 smithi083 ceph-mon[103899]: pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:55.224 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:40:55.225 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:40:55.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:54 smithi165 ceph-mon[93699]: pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:55.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:40:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:40:55] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-12T09:40:56.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:55 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3215020525' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:56.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:55 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3215020525' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:56.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:55 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3215020525' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:40:57.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:56 smithi165 ceph-mon[93699]: pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:57.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:56 smithi083 ceph-mon[108503]: pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:57.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:56 smithi083 ceph-mon[103899]: pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:58.243 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:40:57 smithi165 ceph-mon[93699]: pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:58.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:40:57 smithi083 ceph-mon[108503]: pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:58.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:40:57 smithi083 ceph-mon[103899]: pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:40:58.871 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:40:59.135 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:00.578 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:00 smithi083 ceph-mon[108503]: pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:00.578 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:00 smithi083 ceph-mon[103899]: pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:00.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:00 smithi165 ceph-mon[93699]: pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:01.036 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:01.036 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:01.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:01 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/255312926' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:01.779 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:01 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/255312926' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:01.779 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:01 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/255312926' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:02.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:02 smithi165 ceph-mon[93699]: pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:02.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:02 smithi083 ceph-mon[103899]: pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:02.805 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:02 smithi083 ceph-mon[108503]: pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:04.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:04 smithi165 ceph-mon[93699]: pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:04.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:04 smithi083 ceph-mon[108503]: pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:04.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:04 smithi083 ceph-mon[103899]: pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:04.805 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:05.072 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:05.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:41:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:41:05] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2024-04-12T09:41:06.580 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:06 smithi083 ceph-mon[103899]: pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:06.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:06 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:06.581 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:06 smithi083 ceph-mon[108503]: pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:06.581 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:06 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:06.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:06 smithi165 ceph-mon[93699]: pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:06.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:06 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:07.046 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:07.046 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:07.653 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:07 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1325027794' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:07.654 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:07 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1325027794' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:07.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:07 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1325027794' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:08.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:08 smithi165 ceph-mon[93699]: pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:08.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:08 smithi083 ceph-mon[103899]: pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:08.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:08 smithi083 ceph-mon[108503]: pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:10.679 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:10.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:10 smithi083 ceph-mon[103899]: pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:10.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:10 smithi083 ceph-mon[108503]: pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:10.945 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:10.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:10 smithi165 ceph-mon[93699]: pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:12.795 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:12 smithi165 ceph-mon[93699]: pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:12.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:12 smithi083 ceph-mon[108503]: pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:12.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:12 smithi083 ceph-mon[103899]: pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:12.925 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:12.926 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:13.554 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:13 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3924990984' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:13.554 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:13 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3924990984' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:13.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:13 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3924990984' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:14.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:14 smithi083 ceph-mon[108503]: pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:14.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:14 smithi083 ceph-mon[103899]: pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:14.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:14 smithi165 ceph-mon[93699]: pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:16.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:41:15 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:41:15] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:41:16.738 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:16.769 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:16 smithi083 ceph-mon[108503]: pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:16.769 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:16 smithi083 ceph-mon[103899]: pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:16.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:16 smithi165 ceph-mon[93699]: pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:17.005 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:18.663 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:18 smithi083 ceph-mon[108503]: pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:18.664 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:18 smithi083 ceph-mon[103899]: pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:18.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:18 smithi165 ceph-mon[93699]: pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:19.110 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:19.710 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:19 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/678632423' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:19.711 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:19 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/678632423' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:19.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:19 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/678632423' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:20.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:20 smithi083 ceph-mon[108503]: pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:20.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:20 smithi083 ceph-mon[103899]: pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:20.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:20 smithi165 ceph-mon[93699]: pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:21.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:21 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:21.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:21 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:21.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:21 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:22.736 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:22.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:22 smithi083 ceph-mon[108503]: pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:22.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:22 smithi083 ceph-mon[103899]: pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:22.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:22 smithi165 ceph-mon[93699]: pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:22.995 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:24.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:24 smithi083 ceph-mon[108503]: pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:24.805 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:24 smithi083 ceph-mon[103899]: pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:24.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:24 smithi165 ceph-mon[93699]: pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:25.023 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:25.024 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:25.760 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:25 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/3010101367' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:25.760 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:25 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/3010101367' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:25.761 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:41:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:41:25] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:41:25.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:25 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/3010101367' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:26.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:26 smithi083 ceph-mon[103899]: pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:26.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:26 smithi083 ceph-mon[108503]: pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:26.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:26 smithi165 ceph-mon[93699]: pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:28.786 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:28.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:28 smithi083 ceph-mon[108503]: pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:28.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:28 smithi083 ceph-mon[103899]: pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:28.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:28 smithi165 ceph-mon[93699]: pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:29.053 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:30.587 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:30 smithi083 ceph-mon[108503]: pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:30.588 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:30 smithi083 ceph-mon[103899]: pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:30.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:30 smithi165 ceph-mon[93699]: pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:31.042 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:31.042 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:31.701 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:31 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1957263968' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:31.701 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:31 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1957263968' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:31.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:31 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1957263968' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:32.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:32 smithi083 ceph-mon[108503]: pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:32.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:32 smithi083 ceph-mon[103899]: pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:32.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:32 smithi165 ceph-mon[93699]: pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:34.725 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:34.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:34 smithi083 ceph-mon[108503]: pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:34.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:34 smithi083 ceph-mon[103899]: pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:34.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:34 smithi165 ceph-mon[93699]: pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:35.934 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:41:35 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:41:35] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-12T09:41:36.821 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:36 smithi083 ceph-mon[108503]: pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:36.821 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:36 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:36.821 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:36 smithi083 ceph-mon[103899]: pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:36.821 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:36 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:36.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:36 smithi165 ceph-mon[93699]: pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:36.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:36 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:37.057 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:37.057 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:37.743 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:37 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/705810189' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:37.743 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:37 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/705810189' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:37.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:37 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/705810189' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:38.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:38 smithi165 ceph-mon[93699]: pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:39.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:38 smithi083 ceph-mon[103899]: pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:39.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:38 smithi083 ceph-mon[108503]: pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:39.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:39 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:41:40.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:39 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:41:40.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:39 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:41:40.627 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:40 smithi083 ceph-mon[108503]: pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:40.627 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:40 smithi083 ceph-mon[103899]: pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:40.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:40 smithi165 ceph-mon[93699]: pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:40.768 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:41.039 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:42.570 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:42 smithi165 ceph-mon[93699]: pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:42.641 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:42 smithi083 ceph-mon[103899]: pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:42.641 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:42 smithi083 ceph-mon[108503]: pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:43.437 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:43.438 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:44.672 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:44 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:44.672 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:44 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:44.672 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:44 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/239255711' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:44.672 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:44 smithi083 ceph-mon[108503]: pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:44.673 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:44 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:44.673 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:44 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:44.673 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:44 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/239255711' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:44.673 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:44 smithi083 ceph-mon[103899]: pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:44.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:44 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:44.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:44 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:44.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:44 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/239255711' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:44.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:44 smithi165 ceph-mon[93699]: pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:46.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:41:45 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:41:45] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2024-04-12T09:41:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:46 smithi165 ceph-mon[93699]: pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:46 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:46 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:46 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:41:46.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:46 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:41:46.994 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:46 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[108503]: pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:41:47.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:41:47.055 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:47.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[103899]: pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:47.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:47.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:47.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:41:47.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:41:47.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:46 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' 2024-04-12T09:41:47.521 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:47.784 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:47 smithi083 ceph-mon[108503]: pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:47.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:47 smithi083 ceph-mon[108503]: pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:47 smithi083 ceph-mon[103899]: pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:47.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:47 smithi083 ceph-mon[103899]: pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:47 smithi165 ceph-mon[93699]: pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:47.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:47 smithi165 ceph-mon[93699]: pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:49.794 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:49.794 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:49.807 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:49 smithi083 ceph-mon[108503]: pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:49.807 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:49 smithi083 ceph-mon[103899]: pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:49.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:49 smithi165 ceph-mon[93699]: pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:50.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:50 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/2548281221' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:50.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:50 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/2548281221' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:50.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:50 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/2548281221' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:51 smithi165 ceph-mon[93699]: pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:51.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:51 smithi165 ceph-mon[93699]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:52.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:51 smithi083 ceph-mon[108503]: pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:52.163 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:51 smithi083 ceph-mon[108503]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:52.164 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:51 smithi083 ceph-mon[103899]: pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:52.164 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:51 smithi083 ceph-mon[103899]: from='mgr.34107 172.21.15.83:0/2357111602' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:41:53.554 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:53.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:53 smithi083 ceph-mon[103899]: pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:53.943 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:53 smithi083 ceph-mon[108503]: pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:53.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:53 smithi165 ceph-mon[93699]: pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:55.786 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:41:55.787 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:41:55.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:55 smithi165 ceph-mon[93699]: pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:56.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:55 smithi083 ceph-mon[108503]: pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:56.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:41:55 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:41:55] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2024-04-12T09:41:56.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:55 smithi083 ceph-mon[103899]: pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:56.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:56 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1688427040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:56.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:56 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1688427040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:56.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:56 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1688427040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:41:57.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:57 smithi165 ceph-mon[93699]: pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:58.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:57 smithi083 ceph-mon[103899]: pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:58.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:57 smithi083 ceph-mon[108503]: pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:59.524 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:41:59.793 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:41:59.914 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:41:59 smithi083 ceph-mon[108503]: pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:59.915 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:41:59 smithi083 ceph-mon[103899]: pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:41:59.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:41:59 smithi165 ceph-mon[93699]: pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:42:01.749 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-12T09:42:01.749 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:42:01.804 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:42:01 smithi083 ceph-mon[108503]: pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:42:01.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:42:01 smithi083 ceph-mon[103899]: pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:42:01.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:42:01 smithi165 ceph-mon[93699]: pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:42:02.459 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-12T09:42:02.701 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=213c0c36a412481facb52c81e7fb8719 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-12T09:42:02.704 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-12T09:42:02.714 INFO:tasks.cephadm:Teardown begin 2024-04-12T09:42:02.715 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:42:02.749 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:42:02.785 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-12T09:42:02.785 DEBUG:teuthology.orchestra.run.smithi083:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T09:42:02.805 DEBUG:teuthology.orchestra.run.smithi165:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T09:42:02.841 INFO:tasks.cephadm:Stopping all daemons... 2024-04-12T09:42:02.842 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-12T09:42:02.842 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a 2024-04-12T09:42:02.993 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:42:02 smithi165 ceph-mon[93699]: from='client.? 172.21.15.83:0/1074786063' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:42:03.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:42:02 smithi083 ceph-mon[108503]: from='client.? 172.21.15.83:0/1074786063' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:42:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:42:02 smithi083 ceph-mon[103899]: from='client.? 172.21.15.83:0/1074786063' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:42:03.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:42:02 smithi083 systemd[1]: Stopping Ceph mon.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:03.464 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:42:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a[103876]: 2024-04-12T09:42:03.147+0000 7f1a26b7d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:03.464 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:42:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a[103876]: 2024-04-12T09:42:03.147+0000 7f1a26b7d700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-12T09:42:03.464 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:42:03 smithi083 podman[158236]: 2024-04-12 09:42:03.1897951 +0000 UTC m=+0.152424499 container died d0be0853082bf025a98338863988057f679e05e01794663bd6cf8cb4a24abfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb) 2024-04-12T09:42:03.465 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:03] ENGINE Bus STOPPING 2024-04-12T09:42:03.465 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:42:03.465 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:03] ENGINE Bus STOPPED 2024-04-12T09:42:03.465 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:03] ENGINE Bus STARTING 2024-04-12T09:42:03.465 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:03] ENGINE Serving on http://:::9283 2024-04-12T09:42:03.465 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:03 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:03] ENGINE Bus STARTED 2024-04-12T09:42:03.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:42:03 smithi083 podman[158236]: 2024-04-12 09:42:03.671680722 +0000 UTC m=+0.634310170 container cleanup d0be0853082bf025a98338863988057f679e05e01794663bd6cf8cb4a24abfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:42:03.804 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 12 09:42:03 smithi083 bash[158236]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-a 2024-04-12T09:42:04.026 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.a.service' 2024-04-12T09:42:04.071 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:04.072 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-12T09:42:04.072 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-12T09:42:04.072 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.c 2024-04-12T09:42:04.304 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:42:04 smithi083 systemd[1]: Stopping Ceph mon.c for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:04.794 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:42:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c[108480]: 2024-04-12T09:42:04.386+0000 7f040cbfd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:04.795 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:42:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c[108480]: 2024-04-12T09:42:04.386+0000 7f040cbfd700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-12T09:42:04.795 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:42:04 smithi083 podman[158379]: 2024-04-12 09:42:04.489443276 +0000 UTC m=+0.201755765 container died 0e2969aa43c527f5850f936723a07a78cfda872f76f5e41cb512890a94c78155 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-12T09:42:04.795 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:04] ENGINE Bus STOPPING 2024-04-12T09:42:04.795 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:42:04.795 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:04] ENGINE Bus STOPPED 2024-04-12T09:42:04.795 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:04] ENGINE Bus STARTING 2024-04-12T09:42:04.795 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:04] ENGINE Serving on http://:::9283 2024-04-12T09:42:04.796 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: [12/Apr/2024:09:42:04] ENGINE Bus STARTED 2024-04-12T09:42:05.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:42:04 smithi083 podman[158379]: 2024-04-12 09:42:04.893533434 +0000 UTC m=+0.605845988 container cleanup 0e2969aa43c527f5850f936723a07a78cfda872f76f5e41cb512890a94c78155 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c, ceph=True, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-12T09:42:05.054 INFO:journalctl@ceph.mon.c.smithi083.stdout:Apr 12 09:42:04 smithi083 bash[158379]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-c 2024-04-12T09:42:05.311 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.c.service' 2024-04-12T09:42:05.348 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:05.348 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-12T09:42:05.348 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-12T09:42:05.349 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.b 2024-04-12T09:42:05.743 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:42:05 smithi165 systemd[1]: Stopping Ceph mon.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:06.054 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:05 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: ::ffff:172.21.15.165 - - [12/Apr/2024:09:42:05] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2024-04-12T09:42:06.238 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:42:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b[93676]: 2024-04-12T09:42:05.754+0000 7f0c21f67700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:06.238 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:42:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b[93676]: 2024-04-12T09:42:05.754+0000 7f0c21f67700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-12T09:42:06.238 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:42:05 smithi165 podman[103317]: 2024-04-12 09:42:05.959839808 +0000 UTC m=+0.410850352 container died 2c46cd999c6b5bf67b0b4cd9917c7d965eb9134f79a5bf52b5a5b1c3cb660b5b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-12T09:42:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:42:06 smithi165 podman[103317]: 2024-04-12 09:42:06.436064582 +0000 UTC m=+0.887075115 container cleanup 2c46cd999c6b5bf67b0b4cd9917c7d965eb9134f79a5bf52b5a5b1c3cb660b5b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:42:06.493 INFO:journalctl@ceph.mon.b.smithi165.stdout:Apr 12 09:42:06 smithi165 bash[103317]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mon-b 2024-04-12T09:42:06.860 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mon.b.service' 2024-04-12T09:42:06.907 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:06.908 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-12T09:42:06.908 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-12T09:42:06.908 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y 2024-04-12T09:42:07.209 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:06 smithi083 systemd[1]: Stopping Ceph mgr.y for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:07.532 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:07 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:42:07.207+0000 7f8f00fbb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:07.532 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:07 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y[94545]: 2024-04-12T09:42:07.207+0000 7f8f00fbb700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-12T09:42:07.533 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:07 smithi083 podman[158520]: 2024-04-12 09:42:07.240551554 +0000 UTC m=+0.140669344 container died 479b278f428f1474222ec41dda4b8d31c0c303aed0fc2be1ec1cc1c8e78060ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:42:07.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:07 smithi083 podman[158520]: 2024-04-12 09:42:07.698363757 +0000 UTC m=+0.598481592 container cleanup 479b278f428f1474222ec41dda4b8d31c0c303aed0fc2be1ec1cc1c8e78060ee (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-12T09:42:07.804 INFO:journalctl@ceph.mgr.y.smithi083.stdout:Apr 12 09:42:07 smithi083 bash[158520]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-y 2024-04-12T09:42:08.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.y.service' 2024-04-12T09:42:08.110 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:08.110 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-12T09:42:08.110 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-12T09:42:08.111 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x 2024-04-12T09:42:08.441 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:42:08 smithi165 systemd[1]: Stopping Ceph mgr.x for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:08.700 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:42:08 smithi165 podman[103449]: 2024-04-12 09:42:08.441161886 +0000 UTC m=+0.138444619 container died 3d20443c06024b7b50038dd39423df682141ce29046760b69db088be03862bbb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-12T09:42:08.975 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:42:08 smithi165 podman[103449]: 2024-04-12 09:42:08.773603896 +0000 UTC m=+0.470886617 container cleanup 3d20443c06024b7b50038dd39423df682141ce29046760b69db088be03862bbb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-12T09:42:08.975 INFO:journalctl@ceph.mgr.x.smithi165.stdout:Apr 12 09:42:08 smithi165 bash[103449]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T09:42:09.194 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@mgr.x.service' 2024-04-12T09:42:09.231 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:09.231 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-12T09:42:09.232 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-12T09:42:09.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.0 2024-04-12T09:42:09.547 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:09 smithi083 systemd[1]: Stopping Ceph osd.0 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:09.804 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:09 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[118484]: 2024-04-12T09:42:09.546+0000 7fa37799d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:09.804 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:09 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[118484]: 2024-04-12T09:42:09.546+0000 7fa37799d700 -1 osd.0 108 *** Got signal Terminated *** 2024-04-12T09:42:09.804 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:09 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0[118484]: 2024-04-12T09:42:09.546+0000 7fa37799d700 -1 osd.0 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:42:15.280 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:14 smithi083 podman[158652]: 2024-04-12 09:42:14.968124531 +0000 UTC m=+5.546905149 container died 2f1b16c78124e1804e6273c6359881e9c0fcc47d12f5c01de2c27355750a8a3f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:42:15.554 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:15 smithi083 podman[158652]: 2024-04-12 09:42:15.445165697 +0000 UTC m=+6.023946309 container cleanup 2f1b16c78124e1804e6273c6359881e9c0fcc47d12f5c01de2c27355750a8a3f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:42:15.554 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:15 smithi083 bash[158652]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0 2024-04-12T09:42:15.960 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:15 smithi083 podman[158674]: 2024-04-12 09:42:15.671651467 +0000 UTC m=+0.705662490 container remove 2f1b16c78124e1804e6273c6359881e9c0fcc47d12f5c01de2c27355750a8a3f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, GIT_CLEAN=True) 2024-04-12T09:42:16.304 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:15 smithi083 podman[158770]: 2024-04-12 09:42:15.863594019 +0000 UTC m=+0.018275073 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:42:16.305 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:15 smithi083 podman[158770]: 2024-04-12 09:42:15.964408525 +0000 UTC m=+0.119089621 container create cbbc1e8409c2ab5d50c924b33a3879d315381c70c4524da022f2e36490592598 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T09:42:16.305 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:16 smithi083 podman[158770]: 2024-04-12 09:42:16.158766209 +0000 UTC m=+0.313447264 container init cbbc1e8409c2ab5d50c924b33a3879d315381c70c4524da022f2e36490592598 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-12T09:42:16.305 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:16 smithi083 podman[158770]: 2024-04-12 09:42:16.164022161 +0000 UTC m=+0.318703215 container start cbbc1e8409c2ab5d50c924b33a3879d315381c70c4524da022f2e36490592598 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T09:42:16.745 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:16 smithi083 podman[158770]: 2024-04-12 09:42:16.401827686 +0000 UTC m=+0.556508741 container attach cbbc1e8409c2ab5d50c924b33a3879d315381c70c4524da022f2e36490592598 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-12T09:42:16.746 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:16 smithi083 podman[158770]: 2024-04-12 09:42:16.450040141 +0000 UTC m=+0.604721203 container died cbbc1e8409c2ab5d50c924b33a3879d315381c70c4524da022f2e36490592598 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-12T09:42:17.004 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 12 09:42:16 smithi083 podman[158816]: 2024-04-12 09:42:16.987250515 +0000 UTC m=+0.532380944 container remove cbbc1e8409c2ab5d50c924b33a3879d315381c70c4524da022f2e36490592598 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS) 2024-04-12T09:42:17.009 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.0.service' 2024-04-12T09:42:17.050 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:17.050 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-12T09:42:17.051 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-12T09:42:17.051 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.1 2024-04-12T09:42:17.304 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:17 smithi083 systemd[1]: Stopping Ceph osd.1 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:17.804 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:17 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[123911]: 2024-04-12T09:42:17.401+0000 7fe60b7f9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:17.804 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:17 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[123911]: 2024-04-12T09:42:17.401+0000 7fe60b7f9700 -1 osd.1 108 *** Got signal Terminated *** 2024-04-12T09:42:17.804 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:17 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1[123911]: 2024-04-12T09:42:17.401+0000 7fe60b7f9700 -1 osd.1 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:42:23.034 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:22 smithi083 podman[158900]: 2024-04-12 09:42:22.73954985 +0000 UTC m=+5.471414735 container died cb616b6804f698ace03e38fd26bfa045a6a2327701ea5e1392055767b4b94a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-12T09:42:23.304 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:23 smithi083 podman[158900]: 2024-04-12 09:42:23.199419431 +0000 UTC m=+5.931284326 container cleanup cb616b6804f698ace03e38fd26bfa045a6a2327701ea5e1392055767b4b94a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-04-12T09:42:23.304 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:23 smithi083 bash[158900]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1 2024-04-12T09:42:23.802 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:23 smithi083 podman[158924]: 2024-04-12 09:42:23.484579555 +0000 UTC m=+0.736785823 container remove cb616b6804f698ace03e38fd26bfa045a6a2327701ea5e1392055767b4b94a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T09:42:24.054 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:23 smithi083 podman[159021]: 2024-04-12 09:42:23.802094554 +0000 UTC m=+0.109155717 container create d5e2451189dddcd69d7cefdcdf379bbc97c0aecbb952d000ee78e78b5f061142 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True) 2024-04-12T09:42:24.055 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:23 smithi083 podman[159021]: 2024-04-12 09:42:23.71075344 +0000 UTC m=+0.017814603 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:42:24.055 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:23 smithi083 podman[159021]: 2024-04-12 09:42:23.996394608 +0000 UTC m=+0.303455775 container init d5e2451189dddcd69d7cefdcdf379bbc97c0aecbb952d000ee78e78b5f061142 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-12T09:42:24.055 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:24 smithi083 podman[159021]: 2024-04-12 09:42:24.001705932 +0000 UTC m=+0.308767096 container start d5e2451189dddcd69d7cefdcdf379bbc97c0aecbb952d000ee78e78b5f061142 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T09:42:24.554 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:24 smithi083 podman[159021]: 2024-04-12 09:42:24.079559995 +0000 UTC m=+0.386621170 container attach d5e2451189dddcd69d7cefdcdf379bbc97c0aecbb952d000ee78e78b5f061142 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-12T09:42:24.555 INFO:journalctl@ceph.osd.1.smithi083.stdout:Apr 12 09:42:24 smithi083 podman[159021]: 2024-04-12 09:42:24.288538562 +0000 UTC m=+0.595599730 container died d5e2451189dddcd69d7cefdcdf379bbc97c0aecbb952d000ee78e78b5f061142 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:42:24.555 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:24.276Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:42:24.555 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:24 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:24.277Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-12T09:42:24.868 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.1.service' 2024-04-12T09:42:24.908 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:24.909 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-12T09:42:24.909 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-12T09:42:24.909 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.2 2024-04-12T09:42:25.248 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:24 smithi083 systemd[1]: Stopping Ceph osd.2 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:25.514 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[129188]: 2024-04-12T09:42:25.246+0000 7f17298b4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:25.515 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[129188]: 2024-04-12T09:42:25.246+0000 7f17298b4700 -1 osd.2 108 *** Got signal Terminated *** 2024-04-12T09:42:25.515 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:25 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2[129188]: 2024-04-12T09:42:25.246+0000 7f17298b4700 -1 osd.2 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:42:31.045 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:30 smithi083 podman[159163]: 2024-04-12 09:42:30.645084443 +0000 UTC m=+5.510354940 container died 78728ea98274835b4aa98b6b7489d542a95967e285d1333389a7e7c7f02ee92a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, RELEASE=squid-b277feb, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True) 2024-04-12T09:42:31.304 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:31 smithi083 podman[159163]: 2024-04-12 09:42:31.044653332 +0000 UTC m=+5.909923828 container cleanup 78728ea98274835b4aa98b6b7489d542a95967e285d1333389a7e7c7f02ee92a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-12T09:42:31.304 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:31 smithi083 bash[159163]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2 2024-04-12T09:42:31.304 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:31 smithi083 podman[159184]: 2024-04-12 09:42:31.279500341 +0000 UTC m=+0.631144365 container remove 78728ea98274835b4aa98b6b7489d542a95967e285d1333389a7e7c7f02ee92a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-12T09:42:31.850 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:31 smithi083 podman[159283]: 2024-04-12 09:42:31.487297073 +0000 UTC m=+0.017903981 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:42:31.851 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:31 smithi083 podman[159283]: 2024-04-12 09:42:31.613714151 +0000 UTC m=+0.144321057 container create fd022e7a4e3dcfed50e2fc5b990eea02e0c1ef6454ccdda27d27ec90ee52bf1b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:42:31.851 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:31 smithi083 podman[159283]: 2024-04-12 09:42:31.850137087 +0000 UTC m=+0.380743993 container init fd022e7a4e3dcfed50e2fc5b990eea02e0c1ef6454ccdda27d27ec90ee52bf1b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T09:42:32.145 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:31 smithi083 podman[159283]: 2024-04-12 09:42:31.855655284 +0000 UTC m=+0.386262200 container start fd022e7a4e3dcfed50e2fc5b990eea02e0c1ef6454ccdda27d27ec90ee52bf1b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T09:42:32.145 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:31 smithi083 podman[159283]: 2024-04-12 09:42:31.941627171 +0000 UTC m=+0.472234078 container attach fd022e7a4e3dcfed50e2fc5b990eea02e0c1ef6454ccdda27d27ec90ee52bf1b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T09:42:32.412 INFO:journalctl@ceph.osd.2.smithi083.stdout:Apr 12 09:42:32 smithi083 podman[159283]: 2024-04-12 09:42:32.145436717 +0000 UTC m=+0.676043625 container died fd022e7a4e3dcfed50e2fc5b990eea02e0c1ef6454ccdda27d27ec90ee52bf1b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-2-deactivate, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-12T09:42:32.714 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.2.service' 2024-04-12T09:42:32.755 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:32.756 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-12T09:42:32.756 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-12T09:42:32.756 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.3 2024-04-12T09:42:33.054 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:32 smithi083 systemd[1]: Stopping Ceph osd.3 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:33.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:33 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[134747]: 2024-04-12T09:42:33.088+0000 7f38d42d1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:33.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:33 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[134747]: 2024-04-12T09:42:33.088+0000 7f38d42d1700 -1 osd.3 108 *** Got signal Terminated *** 2024-04-12T09:42:33.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:33 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[134747]: 2024-04-12T09:42:33.088+0000 7f38d42d1700 -1 osd.3 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:42:34.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:34 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:34.277Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:42:34.555 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:34 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:34.277Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:42:34.555 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:34 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:34.278Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-12T09:42:36.065 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:35 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:35.768+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:36.362 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:36 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:36.063+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:36.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:36 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:36.361+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:37.075 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:36 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:36.803+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:37.304 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:36 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[134747]: 2024-04-12T09:42:36.890+0000 7f38d08c5700 -1 osd.3 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.749289+0000 front 2024-04-12T09:42:11.749376+0000 (oldest deadline 2024-04-12T09:42:36.449369+0000) 2024-04-12T09:42:37.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:37.075+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:37.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:37.318+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:38.120 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:37 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:37.799+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:38.304 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:37 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3[134747]: 2024-04-12T09:42:37.894+0000 7f38d08c5700 -1 osd.3 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.749289+0000 front 2024-04-12T09:42:11.749376+0000 (oldest deadline 2024-04-12T09:42:36.449369+0000) 2024-04-12T09:42:38.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:38.119+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:38.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:38.353+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:38.804 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:38 smithi083 podman[159413]: 2024-04-12 09:42:38.553673186 +0000 UTC m=+5.574410357 container died 3d9faf4be087710f817cd0fe68c9b79ce6c01b7ca8b8c63863b56ea73e7cda2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True, RELEASE=squid-b277feb, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-12T09:42:39.144 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:38 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:38.835+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:39.266 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:39 smithi083 podman[159413]: 2024-04-12 09:42:39.023267627 +0000 UTC m=+6.044004795 container cleanup 3d9faf4be087710f817cd0fe68c9b79ce6c01b7ca8b8c63863b56ea73e7cda2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-12T09:42:39.267 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:39 smithi083 bash[159413]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3 2024-04-12T09:42:39.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:39.143+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:39.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:39.323+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:39.554 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:39 smithi083 podman[159435]: 2024-04-12 09:42:39.266595581 +0000 UTC m=+0.704719012 container remove 3d9faf4be087710f817cd0fe68c9b79ce6c01b7ca8b8c63863b56ea73e7cda2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-12T09:42:39.812 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:39.523+0000 7fedf74e4700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.183322+0000 front 2024-04-12T09:42:13.183248+0000 (oldest deadline 2024-04-12T09:42:39.083099+0000) 2024-04-12T09:42:39.979 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:39 smithi083 podman[159531]: 2024-04-12 09:42:39.675859734 +0000 UTC m=+0.105116846 container create acf6568bb88038792204436546da4b15701fbf0dd21ff349746d76166a739330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-12T09:42:39.979 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:39 smithi083 podman[159531]: 2024-04-12 09:42:39.588435534 +0000 UTC m=+0.017692671 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:42:39.979 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:39 smithi083 podman[159531]: 2024-04-12 09:42:39.869865128 +0000 UTC m=+0.299122246 container init acf6568bb88038792204436546da4b15701fbf0dd21ff349746d76166a739330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:42:39.979 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:39 smithi083 podman[159531]: 2024-04-12 09:42:39.875567386 +0000 UTC m=+0.304824496 container start acf6568bb88038792204436546da4b15701fbf0dd21ff349746d76166a739330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-12T09:42:39.979 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:39 smithi083 podman[159531]: 2024-04-12 09:42:39.978071873 +0000 UTC m=+0.407329006 container attach acf6568bb88038792204436546da4b15701fbf0dd21ff349746d76166a739330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:42:40.184 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:39 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:39.811+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:40.304 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:40 smithi083 podman[159531]: 2024-04-12 09:42:40.160178011 +0000 UTC m=+0.589435125 container died acf6568bb88038792204436546da4b15701fbf0dd21ff349746d76166a739330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:42:40.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:40 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:40.275+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:40.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:40 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:40.184+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:40.693 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.3.service' 2024-04-12T09:42:40.718 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:40 smithi083 podman[159578]: 2024-04-12 09:42:40.673407334 +0000 UTC m=+0.508347637 container remove acf6568bb88038792204436546da4b15701fbf0dd21ff349746d76166a739330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-12T09:42:40.718 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:40 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-12T09:42:40.718 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:40 smithi083 systemd[1]: Stopped Ceph osd.3 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:42:40.719 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 12 09:42:40 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.3.service: Consumed 3.265s CPU time. 2024-04-12T09:42:40.733 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:40.734 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-12T09:42:40.734 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-12T09:42:40.734 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.4 2024-04-12T09:42:40.765 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:40 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:40.505+0000 7fedf74e4700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.183322+0000 front 2024-04-12T09:42:13.183248+0000 (oldest deadline 2024-04-12T09:42:39.083099+0000) 2024-04-12T09:42:41.053 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:40 smithi165 systemd[1]: Stopping Ceph osd.4 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:41.053 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:40 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:40.764+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:41.468 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:41.185+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:41.468 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:41.291+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:41.468 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:41.051+0000 7fedfaee6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:41.469 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:41.051+0000 7fedfaee6700 -1 osd.4 108 *** Got signal Terminated *** 2024-04-12T09:42:41.469 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:41.051+0000 7fedfaee6700 -1 osd.4 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:42:41.469 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:41.467+0000 7fedf74e4700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.183322+0000 front 2024-04-12T09:42:13.183248+0000 (oldest deadline 2024-04-12T09:42:39.083099+0000) 2024-04-12T09:42:42.173 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:41 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:41.795+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:42.445 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:42.172+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:42.445 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:42.341+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:42.743 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:42.444+0000 7fedf74e4700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.183322+0000 front 2024-04-12T09:42:13.183248+0000 (oldest deadline 2024-04-12T09:42:39.083099+0000) 2024-04-12T09:42:43.213 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:42 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:42.774+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:43.489 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:43 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:43.344+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:43.490 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:43 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:43.213+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:43.743 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:43 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:43.488+0000 7fedf74e4700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.183322+0000 front 2024-04-12T09:42:13.183248+0000 (oldest deadline 2024-04-12T09:42:39.083099+0000) 2024-04-12T09:42:44.226 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:43 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:43.760+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:44.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:44.226+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:44.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:44.327+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:44.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:44.327+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:44.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:44.277Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:42:44.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:44.278Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:42:44.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:44 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:44.279Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-12T09:42:44.993 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:44.506+0000 7fedf74e4700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.183322+0000 front 2024-04-12T09:42:13.183248+0000 (oldest deadline 2024-04-12T09:42:39.083099+0000) 2024-04-12T09:42:44.993 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:44 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:44.743+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:45.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:45.218+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:45.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:45.347+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:45.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:45.347+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:45.993 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:45.545+0000 7fedf74e4700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.183322+0000 front 2024-04-12T09:42:13.183248+0000 (oldest deadline 2024-04-12T09:42:39.083099+0000) 2024-04-12T09:42:45.993 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4[38795]: 2024-04-12T09:42:45.545+0000 7fedf74e4700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:20.184120+0000 front 2024-04-12T09:42:20.184194+0000 (oldest deadline 2024-04-12T09:42:44.884070+0000) 2024-04-12T09:42:45.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:45 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:45.711+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:46.493 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:46 smithi165 podman[103598]: 2024-04-12 09:42:46.396502952 +0000 UTC m=+5.453423121 container died a0ed6898ab349f601dbc02c28fa9be52f8b42c944464e8870f7e3fc56c8d0892 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-12T09:42:46.494 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:46 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:46.188+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:46.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:46 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:46.326+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:46.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:46 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:46.326+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:46.993 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:46 smithi165 podman[103598]: 2024-04-12 09:42:46.757151666 +0000 UTC m=+5.814071835 container cleanup a0ed6898ab349f601dbc02c28fa9be52f8b42c944464e8870f7e3fc56c8d0892 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:42:46.993 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:46 smithi165 bash[103598]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4 2024-04-12T09:42:46.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:46 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:46.719+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:46.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:46 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:46.719+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:47.342 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:47 smithi165 podman[103622]: 2024-04-12 09:42:47.033397137 +0000 UTC m=+0.638856414 container remove a0ed6898ab349f601dbc02c28fa9be52f8b42c944464e8870f7e3fc56c8d0892 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:42:47.342 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:47 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:47.190+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:47.613 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:47 smithi165 podman[103722]: 2024-04-12 09:42:47.27776349 +0000 UTC m=+0.018121587 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:42:47.613 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:47 smithi165 podman[103722]: 2024-04-12 09:42:47.378785636 +0000 UTC m=+0.119143720 container create 3a3b604b3f9a3a7fad8a498d3ee0f7a70178a211d64f7374127212816fec9db3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060) 2024-04-12T09:42:47.614 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:47 smithi165 podman[103722]: 2024-04-12 09:42:47.612283753 +0000 UTC m=+0.352641839 container init 3a3b604b3f9a3a7fad8a498d3ee0f7a70178a211d64f7374127212816fec9db3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-12T09:42:47.614 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:47 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:47.340+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:47.614 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:47 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:47.340+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:47.905 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:47 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:47.719+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:47.906 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:47 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:47.719+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:47.906 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:47 smithi165 podman[103722]: 2024-04-12 09:42:47.618012175 +0000 UTC m=+0.358370256 container start 3a3b604b3f9a3a7fad8a498d3ee0f7a70178a211d64f7374127212816fec9db3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-12T09:42:47.906 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:47 smithi165 podman[103722]: 2024-04-12 09:42:47.703646633 +0000 UTC m=+0.444004723 container attach 3a3b604b3f9a3a7fad8a498d3ee0f7a70178a211d64f7374127212816fec9db3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T09:42:48.183 INFO:journalctl@ceph.osd.4.smithi165.stdout:Apr 12 09:42:47 smithi165 podman[103722]: 2024-04-12 09:42:47.905677758 +0000 UTC m=+0.646035839 container died 3a3b604b3f9a3a7fad8a498d3ee0f7a70178a211d64f7374127212816fec9db3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T09:42:48.482 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:48.181+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:48.482 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:48.181+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.837283+0000 front 2024-04-12T09:42:21.837196+0000 (oldest deadline 2024-04-12T09:42:47.736989+0000) 2024-04-12T09:42:48.483 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:48.304+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:48.483 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:48.304+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:48.504 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.4.service' 2024-04-12T09:42:48.585 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:48.586 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-12T09:42:48.586 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-12T09:42:48.586 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.5 2024-04-12T09:42:48.743 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:48 smithi165 systemd[1]: Stopping Ceph osd.5 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:49.149 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:48.749+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:49.149 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:48.749+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:49.149 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:48.962+0000 7f55172dc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:49.149 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:48.962+0000 7f55172dc700 -1 osd.5 108 *** Got signal Terminated *** 2024-04-12T09:42:49.150 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:48 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:48.962+0000 7f55172dc700 -1 osd.5 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:42:49.150 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:49.147+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:49.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:49.147+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.837283+0000 front 2024-04-12T09:42:21.837196+0000 (oldest deadline 2024-04-12T09:42:47.736989+0000) 2024-04-12T09:42:49.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:49.269+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:49.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:49.269+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:49.993 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:49.713+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:49.993 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:49 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:49.714+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:50.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:50 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:50.155+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:50.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:50 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:50.155+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.837283+0000 front 2024-04-12T09:42:21.837196+0000 (oldest deadline 2024-04-12T09:42:47.736989+0000) 2024-04-12T09:42:50.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:50 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:50.299+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:50.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:50 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:50.299+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:51.158 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:50 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:50.750+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:51.159 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:50 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:50.750+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:51.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:51.297+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:51.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:51.297+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:51.494 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:51.157+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:51.494 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:51.157+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.837283+0000 front 2024-04-12T09:42:21.837196+0000 (oldest deadline 2024-04-12T09:42:47.736989+0000) 2024-04-12T09:42:51.494 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:51.157+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.237968+0000 front 2024-04-12T09:42:28.237980+0000 (oldest deadline 2024-04-12T09:42:51.137843+0000) 2024-04-12T09:42:52.121 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:51.789+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:52.121 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:51 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:51.789+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:52.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:52.255+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:52.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:52.255+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:52.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:52.120+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:52.494 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:52.120+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.837283+0000 front 2024-04-12T09:42:21.837196+0000 (oldest deadline 2024-04-12T09:42:47.736989+0000) 2024-04-12T09:42:52.494 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:52.120+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.237968+0000 front 2024-04-12T09:42:28.237980+0000 (oldest deadline 2024-04-12T09:42:51.137843+0000) 2024-04-12T09:42:53.125 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:52.808+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:53.126 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:52 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:52.808+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:53.493 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:53.124+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:13.735909+0000 front 2024-04-12T09:42:13.736024+0000 (oldest deadline 2024-04-12T09:42:35.435684+0000) 2024-04-12T09:42:53.494 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:53.124+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.837283+0000 front 2024-04-12T09:42:21.837196+0000 (oldest deadline 2024-04-12T09:42:47.736989+0000) 2024-04-12T09:42:53.494 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5[44978]: 2024-04-12T09:42:53.124+0000 7f55130d9700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.237968+0000 front 2024-04-12T09:42:28.237980+0000 (oldest deadline 2024-04-12T09:42:51.137843+0000) 2024-04-12T09:42:53.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:53.304+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:53.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:53.304+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:54.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:53.844+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:54.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:53 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:53.844+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:54.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:54 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:54.279Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:42:54.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:54 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:54.279Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:42:54.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:42:54 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:42:54.280Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-12T09:42:54.653 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:54 smithi165 podman[103854]: 2024-04-12 09:42:54.370423361 +0000 UTC m=+5.542294540 container died 1da125f690055dcc7f709002afcfd99904760b89c6fa482beb107fe7298f4e22 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-12T09:42:54.653 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:54.309+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:54.653 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:54.309+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:54.654 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:54.309+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:42:54.993 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:54 smithi165 podman[103854]: 2024-04-12 09:42:54.743134313 +0000 UTC m=+5.915005499 container cleanup 1da125f690055dcc7f709002afcfd99904760b89c6fa482beb107fe7298f4e22 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-12T09:42:54.994 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:54 smithi165 bash[103854]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5 2024-04-12T09:42:54.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:54.802+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:54.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:54 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:54.802+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:55.312 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:54 smithi165 podman[103890]: 2024-04-12 09:42:54.993960497 +0000 UTC m=+0.614347070 container remove 1da125f690055dcc7f709002afcfd99904760b89c6fa482beb107fe7298f4e22 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-12T09:42:55.630 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:55.353+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:55.631 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:55.353+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:55.631 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:55.353+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:42:55.631 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:55 smithi165 podman[103985]: 2024-04-12 09:42:55.214705849 +0000 UTC m=+0.017954509 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:42:55.631 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:55 smithi165 podman[103985]: 2024-04-12 09:42:55.345126468 +0000 UTC m=+0.148375157 container create 0f0cad3717165a15778bf763df1f3a1aeca3d6333a373cb51cf8ebd707c6f739 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-12T09:42:55.632 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:55 smithi165 podman[103985]: 2024-04-12 09:42:55.547426923 +0000 UTC m=+0.350675571 container init 0f0cad3717165a15778bf763df1f3a1aeca3d6333a373cb51cf8ebd707c6f739 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0) 2024-04-12T09:42:55.632 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:55 smithi165 podman[103985]: 2024-04-12 09:42:55.552954119 +0000 UTC m=+0.356202767 container start 0f0cad3717165a15778bf763df1f3a1aeca3d6333a373cb51cf8ebd707c6f739 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409) 2024-04-12T09:42:55.632 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:55 smithi165 podman[103985]: 2024-04-12 09:42:55.63048116 +0000 UTC m=+0.433729822 container attach 0f0cad3717165a15778bf763df1f3a1aeca3d6333a373cb51cf8ebd707c6f739 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-12T09:42:55.993 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:55 smithi165 podman[103985]: 2024-04-12 09:42:55.835953242 +0000 UTC m=+0.639201880 container died 0f0cad3717165a15778bf763df1f3a1aeca3d6333a373cb51cf8ebd707c6f739 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5-deactivate, RELEASE=quincy-d3b5060, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-12T09:42:55.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:55.767+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:55.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:55.767+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:55.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:55 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:55.767+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:30.121276+0000 front 2024-04-12T09:42:30.121314+0000 (oldest deadline 2024-04-12T09:42:54.821072+0000) 2024-04-12T09:42:56.350 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.5.service' 2024-04-12T09:42:56.376 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:56 smithi165 podman[104031]: 2024-04-12 09:42:56.333975427 +0000 UTC m=+0.492817192 container remove 0f0cad3717165a15778bf763df1f3a1aeca3d6333a373cb51cf8ebd707c6f739 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-5-deactivate, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-12T09:42:56.377 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:56 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-12T09:42:56.377 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:56 smithi165 systemd[1]: Stopped Ceph osd.5 for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:42:56.377 INFO:journalctl@ceph.osd.5.smithi165.stdout:Apr 12 09:42:56 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.5.service: Consumed 7.656s CPU time. 2024-04-12T09:42:56.377 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:56.345+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:56.378 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:56.345+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:56.378 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:56.345+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:42:56.393 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:42:56.393 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-12T09:42:56.394 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-12T09:42:56.394 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.6 2024-04-12T09:42:56.698 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:56 smithi165 systemd[1]: Stopping Ceph osd.6 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:42:56.993 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:56.697+0000 7fbcd30b1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:42:56.993 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:56.697+0000 7fbcd30b1700 -1 osd.6 108 *** Got signal Terminated *** 2024-04-12T09:42:56.993 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:56.697+0000 7fbcd30b1700 -1 osd.6 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:42:56.993 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:56.774+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:56.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:56.774+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:56.994 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:56 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:56.774+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:30.121276+0000 front 2024-04-12T09:42:30.121314+0000 (oldest deadline 2024-04-12T09:42:54.821072+0000) 2024-04-12T09:42:57.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:57.313+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:57.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:57.313+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:57.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:57.313+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:42:58.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:57.812+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:58.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:57.812+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:58.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:57 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:57.812+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:30.121276+0000 front 2024-04-12T09:42:30.121314+0000 (oldest deadline 2024-04-12T09:42:54.821072+0000) 2024-04-12T09:42:58.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:58.299+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:58.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:58.299+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:58.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:58.299+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:42:59.227 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:58.799+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:42:59.227 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:58.799+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:42:59.227 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:58 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:58.799+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:30.121276+0000 front 2024-04-12T09:42:30.121314+0000 (oldest deadline 2024-04-12T09:42:54.821072+0000) 2024-04-12T09:42:59.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:59.333+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:42:59.493 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:59.333+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:42:59.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:59.333+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:42:59.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:42:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:42:59.333+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:00.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:59.826+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:43:00.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:59.826+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:43:00.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:42:59 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:42:59.826+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:30.121276+0000 front 2024-04-12T09:42:30.121314+0000 (oldest deadline 2024-04-12T09:42:54.821072+0000) 2024-04-12T09:43:00.746 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:00.368+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:00.746 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:00.368+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:00.746 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:00.368+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:00.746 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:00.368+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:01.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:43:00.841+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.617752+0000 front 2024-04-12T09:42:11.617710+0000 (oldest deadline 2024-04-12T09:42:35.117745+0000) 2024-04-12T09:43:01.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:43:00.841+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:21.419697+0000 front 2024-04-12T09:42:21.419761+0000 (oldest deadline 2024-04-12T09:42:46.719649+0000) 2024-04-12T09:43:01.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:43:00.841+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:30.121276+0000 front 2024-04-12T09:42:30.121314+0000 (oldest deadline 2024-04-12T09:42:54.821072+0000) 2024-04-12T09:43:01.243 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:00 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6[51347]: 2024-04-12T09:43:00.841+0000 7fbcd0eb2700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:37.722120+0000 front 2024-04-12T09:42:37.722152+0000 (oldest deadline 2024-04-12T09:43:00.021988+0000) 2024-04-12T09:43:01.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:01 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:01.334+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:01.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:01 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:01.334+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:01.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:01 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:01.334+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:01.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:01 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:01.334+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:02.447 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:02 smithi165 podman[104117]: 2024-04-12 09:43:02.171907808 +0000 UTC m=+5.557894477 container died 0d68dde9a912c71d259a06593b5ffcb25070719e64ad771a6ea87614010c2668 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-12T09:43:02.447 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:02.323+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:02.448 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:02.323+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:02.448 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:02.323+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:02.448 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:02 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:02.323+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:02.743 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:02 smithi165 podman[104117]: 2024-04-12 09:43:02.544504844 +0000 UTC m=+5.930491521 container cleanup 0d68dde9a912c71d259a06593b5ffcb25070719e64ad771a6ea87614010c2668 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060) 2024-04-12T09:43:02.744 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:02 smithi165 bash[104117]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6 2024-04-12T09:43:03.137 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:02 smithi165 podman[104141]: 2024-04-12 09:43:02.837358583 +0000 UTC m=+0.663083882 container remove 0d68dde9a912c71d259a06593b5ffcb25070719e64ad771a6ea87614010c2668 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-12T09:43:03.493 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:03 smithi165 podman[104238]: 2024-04-12 09:43:03.039641163 +0000 UTC m=+0.018000309 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:43:03.493 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:03 smithi165 podman[104238]: 2024-04-12 09:43:03.138106381 +0000 UTC m=+0.116465528 container create cb40d4fd5a0dc8d98b1a1692ecf76d9f8f15b35c468007e1c80b6bc91664bc8c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-12T09:43:03.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:03.352+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:03.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:03.352+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:03.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:03.352+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:03.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:03 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:03.352+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:03.796 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:03 smithi165 podman[104238]: 2024-04-12 09:43:03.511339344 +0000 UTC m=+0.489698501 container init cb40d4fd5a0dc8d98b1a1692ecf76d9f8f15b35c468007e1c80b6bc91664bc8c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060) 2024-04-12T09:43:03.796 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:03 smithi165 podman[104238]: 2024-04-12 09:43:03.516742204 +0000 UTC m=+0.495101354 container start cb40d4fd5a0dc8d98b1a1692ecf76d9f8f15b35c468007e1c80b6bc91664bc8c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:43:03.796 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:03 smithi165 podman[104238]: 2024-04-12 09:43:03.598815738 +0000 UTC m=+0.577174903 container attach cb40d4fd5a0dc8d98b1a1692ecf76d9f8f15b35c468007e1c80b6bc91664bc8c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:43:04.085 INFO:journalctl@ceph.osd.6.smithi165.stdout:Apr 12 09:43:03 smithi165 podman[104238]: 2024-04-12 09:43:03.795790895 +0000 UTC m=+0.774150050 container died cb40d4fd5a0dc8d98b1a1692ecf76d9f8f15b35c468007e1c80b6bc91664bc8c (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:43:04.366 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.6.service' 2024-04-12T09:43:04.407 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:43:04.407 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-12T09:43:04.407 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-12T09:43:04.408 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.7 2024-04-12T09:43:04.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:43:04.279Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:43:04.554 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:43:04.280Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:43:04.555 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:04 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:43:04.280Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-12T09:43:04.716 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:04.350+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:04.716 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:04.350+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:04.716 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:04.350+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:04.716 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:04.350+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:04.716 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:04 smithi165 systemd[1]: Stopping Ceph osd.7 for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:43:04.993 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:04.713+0000 7fc1b58e0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:43:04.993 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:04.713+0000 7fc1b58e0700 -1 osd.7 108 *** Got signal Terminated *** 2024-04-12T09:43:04.994 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:04 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:04.713+0000 7fc1b58e0700 -1 osd.7 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:43:05.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:05.182Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.83:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.83:8765: connect: connection refused" 2024-04-12T09:43:05.493 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:05.184Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.83:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.83:8765: connect: connection refused" 2024-04-12T09:43:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:05.184Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.83:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.83:8765: connect: connection refused" 2024-04-12T09:43:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:05.187Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.83:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.83:8765: connect: connection refused" 2024-04-12T09:43:05.494 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:05.187Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.83:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.83:8765: connect: connection refused" 2024-04-12T09:43:05.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:05.353+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:05.494 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:05.353+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:05.495 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:05.353+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:05.495 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:05 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:05.353+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:06.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:06 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:06.345+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:06.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:06 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:06.345+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:06.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:06 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:06.345+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:06.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:06 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:06.345+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:07.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:07 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:07.355+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:07.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:07 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:07.355+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:07.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:07 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:07.355+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:07.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:07 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:07.355+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:08.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:08.393+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:08.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:08.393+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:08.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:08.393+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:08.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:08 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:08.393+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:09.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:09 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:09.344+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-12T09:42:11.409928+0000 front 2024-04-12T09:42:11.409742+0000 (oldest deadline 2024-04-12T09:42:35.509755+0000) 2024-04-12T09:43:09.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:09 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:09.344+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6814 osd.1 since back 2024-04-12T09:42:19.610802+0000 front 2024-04-12T09:42:19.610811+0000 (oldest deadline 2024-04-12T09:42:44.310736+0000) 2024-04-12T09:43:09.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:09 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:09.344+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6822 osd.2 since back 2024-04-12T09:42:28.411874+0000 front 2024-04-12T09:42:28.411863+0000 (oldest deadline 2024-04-12T09:42:53.711600+0000) 2024-04-12T09:43:09.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:09 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7[57777]: 2024-04-12T09:43:09.344+0000 7fc1b06db700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.83:6830 osd.3 since back 2024-04-12T09:42:33.712137+0000 front 2024-04-12T09:42:33.712123+0000 (oldest deadline 2024-04-12T09:42:59.011988+0000) 2024-04-12T09:43:10.306 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:10 smithi165 podman[104369]: 2024-04-12 09:43:10.03139026 +0000 UTC m=+5.404640026 container died 8c3c2e53fe3a45d14293b14f08267c2b4f137b8efa5dd0e1c570c24903c92425 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-12T09:43:10.646 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:10 smithi165 podman[104369]: 2024-04-12 09:43:10.403442002 +0000 UTC m=+5.776691773 container cleanup 8c3c2e53fe3a45d14293b14f08267c2b4f137b8efa5dd0e1c570c24903c92425 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-12T09:43:10.646 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:10 smithi165 bash[104369]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7 2024-04-12T09:43:10.963 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:10 smithi165 podman[104391]: 2024-04-12 09:43:10.646025789 +0000 UTC m=+0.613270332 container remove 8c3c2e53fe3a45d14293b14f08267c2b4f137b8efa5dd0e1c570c24903c92425 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-12T09:43:11.243 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:10 smithi165 podman[104485]: 2024-04-12 09:43:10.963549104 +0000 UTC m=+0.111847271 container create 1c6aad8c93b41d0f9716e903b599a801799ee4559e1f54ea2d8e169545afaa1d (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-12T09:43:11.244 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:10 smithi165 podman[104485]: 2024-04-12 09:43:10.870366224 +0000 UTC m=+0.018664358 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:43:11.244 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:11 smithi165 podman[104485]: 2024-04-12 09:43:11.174825238 +0000 UTC m=+0.323123367 container init 1c6aad8c93b41d0f9716e903b599a801799ee4559e1f54ea2d8e169545afaa1d (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T09:43:11.244 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:11 smithi165 podman[104485]: 2024-04-12 09:43:11.180126544 +0000 UTC m=+0.328424669 container start 1c6aad8c93b41d0f9716e903b599a801799ee4559e1f54ea2d8e169545afaa1d (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-04-12T09:43:11.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:11 smithi165 podman[104485]: 2024-04-12 09:43:11.275936404 +0000 UTC m=+0.424234529 container attach 1c6aad8c93b41d0f9716e903b599a801799ee4559e1f54ea2d8e169545afaa1d (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-12T09:43:11.743 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:11 smithi165 conmon[104499]: conmon 1c6aad8c93b41d0f9716 : Failed to open cgroups file: /sys/fs/cgroup/machine.slice/libpod-1c6aad8c93b41d0f9716e903b599a801799ee4559e1f54ea2d8e169545afaa1d.scope/memory.events 2024-04-12T09:43:11.744 INFO:journalctl@ceph.osd.7.smithi165.stdout:Apr 12 09:43:11 smithi165 podman[104485]: 2024-04-12 09:43:11.463230887 +0000 UTC m=+0.611529006 container died 1c6aad8c93b41d0f9716e903b599a801799ee4559e1f54ea2d8e169545afaa1d (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_CLEAN=True) 2024-04-12T09:43:12.048 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@osd.7.service' 2024-04-12T09:43:12.088 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:43:12.088 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-12T09:43:12.088 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-12T09:43:12.089 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a 2024-04-12T09:43:12.416 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 systemd[1]: Stopping Ceph prometheus.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:43:12.697 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.415Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:43:12.697 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.416Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T09:43:12.698 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.416Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T09:43:12.698 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.416Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T09:43:12.698 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.416Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T09:43:12.698 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.416Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T09:43:12.698 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.416Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T09:43:12.698 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.416Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T09:43:12.698 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.416Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T09:43:12.699 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.417Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T09:43:12.699 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.417Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T09:43:12.699 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a[82230]: ts=2024-04-12T09:43:12.417Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T09:43:12.699 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 podman[104617]: 2024-04-12 09:43:12.426724794 +0000 UTC m=+0.118581824 container died a4fc77b5a1ebadc385937f2fab8c13b1a494d588501929a736c4b98adf5e5ae8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:43:12.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 podman[104617]: 2024-04-12 09:43:12.787890431 +0000 UTC m=+0.479747454 container cleanup a4fc77b5a1ebadc385937f2fab8c13b1a494d588501929a736c4b98adf5e5ae8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:43:12.993 INFO:journalctl@ceph.prometheus.a.smithi165.stdout:Apr 12 09:43:12 smithi165 bash[104617]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T09:43:13.111 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@prometheus.a.service' 2024-04-12T09:43:13.147 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:43:13.147 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-12T09:43:13.147 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 --force --keep-logs 2024-04-12T09:43:14.478 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:14 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:43:14.279Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:43:14.479 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:14 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:43:14.280Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi083.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.83:8443: connect: connection refused" 2024-04-12T09:43:14.479 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:14 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:43:14.281Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-12T09:43:14.804 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:14 smithi083 systemd[1]: Stopping Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:43:15.250 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:14 smithi083 ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a[93404]: ts=2024-04-12T09:43:14.895Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:43:15.251 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:14 smithi083 podman[159967]: 2024-04-12 09:43:14.946449266 +0000 UTC m=+0.166514888 container died 0ded26a5d8793a9ac4649aa47dd69c03e223ed85c2ae8d690fa56da2c7f80ef3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:43:15.251 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:15 smithi083 podman[159967]: 2024-04-12 09:43:15.250469941 +0000 UTC m=+0.470535540 container cleanup 0ded26a5d8793a9ac4649aa47dd69c03e223ed85c2ae8d690fa56da2c7f80ef3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:43:15.553 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:15 smithi083 bash[159967]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T09:43:15.553 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:15 smithi083 podman[159987]: 2024-04-12 09:43:15.468656316 +0000 UTC m=+0.522764342 container remove 0ded26a5d8793a9ac4649aa47dd69c03e223ed85c2ae8d690fa56da2c7f80ef3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:43:15.553 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:15 smithi083 podman[159987]: 2024-04-12 09:43:15.552550609 +0000 UTC m=+0.606658640 volume remove 42c359b161eb7cee8479c01fcaa3a41baa1c123dcd60cd6d4c05d31c735f47fd 2024-04-12T09:43:15.804 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:15 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T09:43:15.804 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:15 smithi083 systemd[1]: Stopped Ceph alertmanager.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:43:15.804 INFO:journalctl@ceph.alertmanager.a.smithi083.stdout:Apr 12 09:43:15 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@alertmanager.a.service: Consumed 2.027s CPU time. 2024-04-12T09:43:16.144 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:15 smithi083 systemd[1]: Stopping Ceph node-exporter.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:43:16.398 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:16 smithi083 podman[160098]: 2024-04-12 09:43:16.143687932 +0000 UTC m=+0.116761179 container died 95fcc0eb74ddaa0348bfe5f7019e700916dc444bc54729c1c3854297199d4c5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:43:16.756 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:16 smithi083 podman[160098]: 2024-04-12 09:43:16.488408076 +0000 UTC m=+0.461481314 container cleanup 95fcc0eb74ddaa0348bfe5f7019e700916dc444bc54729c1c3854297199d4c5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:43:16.757 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:16 smithi083 bash[160098]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a 2024-04-12T09:43:17.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:16 smithi083 podman[160115]: 2024-04-12 09:43:16.756300493 +0000 UTC m=+0.617466431 container remove 95fcc0eb74ddaa0348bfe5f7019e700916dc444bc54729c1c3854297199d4c5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:43:17.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:16 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:43:17.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:16 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T09:43:17.054 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:16 smithi083 systemd[1]: Stopped Ceph node-exporter.a for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:43:17.055 INFO:journalctl@ceph.node-exporter.a.smithi083.stdout:Apr 12 09:43:16 smithi083 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.a.service: Consumed 2.515s CPU time. 2024-04-12T09:43:24.804 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 --force --keep-logs 2024-04-12T09:43:26.821 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:26 smithi165 systemd[1]: Stopping Ceph node-exporter.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968... 2024-04-12T09:43:27.084 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:26 smithi165 podman[105085]: 2024-04-12 09:43:26.821066562 +0000 UTC m=+0.119915231 container died 32c02ede7acf11ab6227a62c9110ad724f2918122c06682c4fe9e1d32f23a11f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:43:27.450 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:27 smithi165 podman[105085]: 2024-04-12 09:43:27.182156312 +0000 UTC m=+0.481004978 container cleanup 32c02ede7acf11ab6227a62c9110ad724f2918122c06682c4fe9e1d32f23a11f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:43:27.450 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:27 smithi165 bash[105085]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b 2024-04-12T09:43:27.743 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:27 smithi165 podman[105104]: 2024-04-12 09:43:27.449771739 +0000 UTC m=+0.629562611 container remove 32c02ede7acf11ab6227a62c9110ad724f2918122c06682c4fe9e1d32f23a11f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:43:27.743 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:27 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:43:27.743 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:27 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T09:43:27.743 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:27 smithi165 systemd[1]: Stopped Ceph node-exporter.b for 8625ace8-f8ad-11ee-bc8c-c7b262605968. 2024-04-12T09:43:27.744 INFO:journalctl@ceph.node-exporter.b.smithi165.stdout:Apr 12 09:43:27 smithi165 systemd[1]: ceph-8625ace8-f8ad-11ee-bc8c-c7b262605968@node-exporter.b.service: Consumed 2.473s CPU time. 2024-04-12T09:43:31.279 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:43:31.313 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:43:31.344 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-12T09:43:31.346 DEBUG:teuthology.misc:Transferring archived files from smithi083:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427/remote/smithi083/crash 2024-04-12T09:43:31.347 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/crash -- . 2024-04-12T09:43:31.400 INFO:teuthology.orchestra.run.smithi083.stderr:tar: /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T09:43:31.400 INFO:teuthology.orchestra.run.smithi083.stderr:tar: Error is not recoverable: exiting now 2024-04-12T09:43:31.402 DEBUG:teuthology.misc:Transferring archived files from smithi165:/var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427/remote/smithi165/crash 2024-04-12T09:43:31.403 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/crash -- . 2024-04-12T09:43:31.440 INFO:teuthology.orchestra.run.smithi165.stderr:tar: /var/lib/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T09:43:31.440 INFO:teuthology.orchestra.run.smithi165.stderr:tar: Error is not recoverable: exiting now 2024-04-12T09:43:31.441 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-12T09:43:31.442 DEBUG:teuthology.orchestra.run.smithi083:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-12T09:43:31.474 INFO:teuthology.orchestra.run.smithi083.stdout:1712913792.7421455 mon.a (mon.0) 557 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T09:43:31.474 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-12T09:43:31.474 INFO:tasks.cephadm:Compressing logs... 2024-04-12T09:43:31.475 DEBUG:teuthology.orchestra.run.smithi083:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T09:43:31.517 DEBUG:teuthology.orchestra.run.smithi165:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T09:43:31.546 INFO:teuthology.orchestra.run.smithi083.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T09:43:31.546 INFO:teuthology.orchestra.run.smithi083.stderr:: No such file or directory 2024-04-12T09:43:31.546 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.a.log 2024-04-12T09:43:31.546 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi083.srygwg.log 2024-04-12T09:43:31.546 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.audit.log 2024-04-12T09:43:31.547 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi083.srygwg.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.1.log 2024-04-12T09:43:31.547 INFO:teuthology.orchestra.run.smithi083.stderr: 81.8% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi083.srygwg.log.gz 2024-04-12T09:43:31.547 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.3.log 2024-04-12T09:43:31.547 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.audit.log: /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mgr.y.log 2024-04-12T09:43:31.547 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.0.log 2024-04-12T09:43:31.547 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.cephadm.log 2024-04-12T09:43:31.547 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.log 2024-04-12T09:43:31.553 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.cephadm.log: 90.1% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.cephadm.log.gz 2024-04-12T09:43:31.553 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.2.log 2024-04-12T09:43:31.554 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.log: 93.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T09:43:31.554 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-volume.log 2024-04-12T09:43:31.554 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.2.log: 93.6% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.audit.log.gz 2024-04-12T09:43:31.554 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.c.log 2024-04-12T09:43:31.554 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-volume.log: 92.7% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.log.gz 2024-04-12T09:43:31.557 INFO:teuthology.orchestra.run.smithi165.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T09:43:31.557 INFO:teuthology.orchestra.run.smithi165.stderr:: No such file or directory 2024-04-12T09:43:31.558 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.6.log 2024-04-12T09:43:31.558 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose --/var/log/ceph/cephadm.log: /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.audit.log 2024-04-12T09:43:31.558 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.6.log: --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.4.log 2024-04-12T09:43:31.558 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.7.log 2024-04-12T09:43:31.558 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.5.log 2024-04-12T09:43:31.558 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.4.log: /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mgr.x.log 2024-04-12T09:43:31.558 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.cephadm.log 2024-04-12T09:43:31.559 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.log 2024-04-12T09:43:31.559 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.cephadm.log: 83.4% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.cephadm.log.gz 2024-04-12T09:43:31.559 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-volume.log 2024-04-12T09:43:31.559 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.log: 89.6% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.audit.log.gz 2024-04-12T09:43:31.559 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.b.log 2024-04-12T09:43:31.559 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-volume.log: 87.5% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph.log.gz 2024-04-12T09:43:31.559 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi165.bkjpul.log 2024-04-12T09:43:31.559 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.b.log: 91.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T09:43:31.560 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi165.bkjpul.log: 62.8% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi165.bkjpul.log.gz 2024-04-12T09:43:31.564 INFO:teuthology.orchestra.run.smithi165.stderr: 91.3% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-volume.log.gz 2024-04-12T09:43:31.572 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.c.log: 91.0% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-volume.log.gz 2024-04-12T09:43:31.591 INFO:teuthology.orchestra.run.smithi165.stderr: 89.7% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mgr.x.log.gz 2024-04-12T09:43:31.835 INFO:teuthology.orchestra.run.smithi165.stderr: 92.3% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.b.log.gz 2024-04-12T09:43:31.901 INFO:teuthology.orchestra.run.smithi083.stderr: 88.7% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mgr.y.log.gz 2024-04-12T09:43:31.957 INFO:teuthology.orchestra.run.smithi083.stderr: 92.8% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.2.log.gz 2024-04-12T09:43:32.032 INFO:teuthology.orchestra.run.smithi083.stderr: 91.9% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.c.log.gz 2024-04-12T09:43:32.072 INFO:teuthology.orchestra.run.smithi165.stderr: 93.2% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.6.log.gz 2024-04-12T09:43:32.095 INFO:teuthology.orchestra.run.smithi165.stderr: 93.3% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.4.log.gz 2024-04-12T09:43:32.179 INFO:teuthology.orchestra.run.smithi165.stderr: 93.4% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.5.log.gz 2024-04-12T09:43:32.226 INFO:teuthology.orchestra.run.smithi083.stderr: 93.5% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.3.log.gz 2024-04-12T09:43:32.235 INFO:teuthology.orchestra.run.smithi083.stderr: 93.2% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.0.log.gz 2024-04-12T09:43:32.237 INFO:teuthology.orchestra.run.smithi165.stderr: 93.4% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.7.log.gz 2024-04-12T09:43:32.239 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-12T09:43:32.239 INFO:teuthology.orchestra.run.smithi165.stderr:real 0m0.708s 2024-04-12T09:43:32.239 INFO:teuthology.orchestra.run.smithi165.stderr:user 0m2.685s 2024-04-12T09:43:32.240 INFO:teuthology.orchestra.run.smithi165.stderr:sys 0m0.116s 2024-04-12T09:43:32.358 INFO:teuthology.orchestra.run.smithi083.stderr: 93.6% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-osd.1.log.gz 2024-04-12T09:43:32.488 INFO:teuthology.orchestra.run.smithi083.stderr: 90.6% -- replaced with /var/log/ceph/8625ace8-f8ad-11ee-bc8c-c7b262605968/ceph-mon.a.log.gz 2024-04-12T09:43:32.490 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-12T09:43:32.490 INFO:teuthology.orchestra.run.smithi083.stderr:real 0m0.960s 2024-04-12T09:43:32.490 INFO:teuthology.orchestra.run.smithi083.stderr:user 0m4.265s 2024-04-12T09:43:32.490 INFO:teuthology.orchestra.run.smithi083.stderr:sys 0m0.176s 2024-04-12T09:43:32.491 INFO:tasks.cephadm:Archiving logs... 2024-04-12T09:43:32.491 DEBUG:teuthology.misc:Transferring archived files from smithi083:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427/remote/smithi083/log 2024-04-12T09:43:32.492 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T09:43:33.128 DEBUG:teuthology.misc:Transferring archived files from smithi165:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427/remote/smithi165/log 2024-04-12T09:43:33.129 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T09:43:33.545 INFO:tasks.cephadm:Removing cluster... 2024-04-12T09:43:33.545 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 --force 2024-04-12T09:43:34.015 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8625ace8-f8ad-11ee-bc8c-c7b262605968 --force 2024-04-12T09:43:34.495 INFO:tasks.cephadm:Removing cephadm ... 2024-04-12T09:43:34.495 DEBUG:teuthology.orchestra.run.smithi083:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T09:43:34.512 DEBUG:teuthology.orchestra.run.smithi165:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T09:43:34.527 INFO:tasks.cephadm:Teardown complete 2024-04-12T09:43:34.527 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-12T09:43:34.539 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-12T09:43:34.539 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T09:43:34.554 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T09:43:34.648 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-12T09:43:34.658 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-12T09:43:34.659 DEBUG:teuthology.orchestra.run.smithi083:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T09:43:34.662 DEBUG:teuthology.orchestra.run.smithi165:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T09:43:34.673 INFO:teuthology.orchestra.run.smithi083.stderr:bash: line 1: ntpq: command not found 2024-04-12T09:43:34.675 INFO:teuthology.orchestra.run.smithi165.stderr:bash: line 1: ntpq: command not found 2024-04-12T09:43:34.677 INFO:teuthology.orchestra.run.smithi083.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T09:43:34.677 INFO:teuthology.orchestra.run.smithi083.stdout:=============================================================================== 2024-04-12T09:43:34.677 INFO:teuthology.orchestra.run.smithi083.stdout:^* hv01.front.sepia.ceph.com 3 7 377 75 -74us[ -103us] +/- 47ms 2024-04-12T09:43:34.677 INFO:teuthology.orchestra.run.smithi083.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 11 -1153us[-1153us] +/- 70ms 2024-04-12T09:43:34.677 INFO:teuthology.orchestra.run.smithi083.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 +1536us[+1536us] +/- 90ms 2024-04-12T09:43:34.678 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:43:34.679 INFO:teuthology.orchestra.run.smithi165.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T09:43:34.679 INFO:teuthology.orchestra.run.smithi165.stdout:=============================================================================== 2024-04-12T09:43:34.680 INFO:teuthology.orchestra.run.smithi165.stdout:^* hv01.front.sepia.ceph.com 3 6 377 11 -110us[ -118us] +/- 48ms 2024-04-12T09:43:34.680 INFO:teuthology.orchestra.run.smithi165.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 13 -1080us[-1088us] +/- 70ms 2024-04-12T09:43:34.680 INFO:teuthology.orchestra.run.smithi165.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 +1603us[+1595us] +/- 90ms 2024-04-12T09:43:34.680 INFO:teuthology.orchestra.run.smithi165.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:43:34.680 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-12T09:43:34.690 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-12T09:43:34.691 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-12T09:43:34.701 DEBUG:teuthology.orchestra.run.smithi083:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T09:43:34.816 DEBUG:teuthology.orchestra.run.smithi165:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T09:43:34.897 DEBUG:teuthology.orchestra.run.smithi083:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T09:43:34.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:43:34.928 DEBUG:teuthology.orchestra.run.smithi165:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T09:43:34.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:43:34.959 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-12T09:43:34.971 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-12T09:43:34.980 INFO:teuthology.task.internal:Duration was 2060.689559 seconds 2024-04-12T09:43:34.981 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-12T09:43:34.992 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-12T09:43:34.993 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T09:43:34.995 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T09:43:35.036 INFO:teuthology.orchestra.run.smithi083.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T09:43:35.042 INFO:teuthology.orchestra.run.smithi165.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T09:43:35.346 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-12T09:43:35.346 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi083.front.sepia.ceph.com 2024-04-12T09:43:35.346 DEBUG:teuthology.orchestra.run.smithi083:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T09:43:35.406 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi165.front.sepia.ceph.com 2024-04-12T09:43:35.406 DEBUG:teuthology.orchestra.run.smithi165:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T09:43:35.439 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-12T09:43:35.440 DEBUG:teuthology.orchestra.run.smithi083:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T09:43:35.449 DEBUG:teuthology.orchestra.run.smithi165:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T09:43:35.508 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-12T09:43:35.509 DEBUG:teuthology.orchestra.run.smithi083:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T09:43:35.517 DEBUG:teuthology.orchestra.run.smithi165:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T09:43:35.942 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-12T09:43:35.953 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-12T09:43:35.954 DEBUG:teuthology.orchestra.run.smithi083:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T09:43:35.980 DEBUG:teuthology.orchestra.run.smithi165:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T09:43:36.008 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-12T09:43:36.019 DEBUG:teuthology.orchestra.run.smithi083:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T09:43:36.023 DEBUG:teuthology.orchestra.run.smithi165:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T09:43:36.046 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern = core 2024-04-12T09:43:36.076 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern = core 2024-04-12T09:43:36.115 DEBUG:teuthology.orchestra.run.smithi083:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T09:43:36.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:43:36.129 DEBUG:teuthology.orchestra.run.smithi165:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T09:43:36.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:43:36.171 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-12T09:43:36.182 INFO:teuthology.task.internal:Transferring archived files... 2024-04-12T09:43:36.183 DEBUG:teuthology.misc:Transferring archived files from smithi083:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427/remote/smithi083 2024-04-12T09:43:36.183 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T09:43:36.232 DEBUG:teuthology.misc:Transferring archived files from smithi165:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427/remote/smithi165 2024-04-12T09:43:36.233 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T09:43:36.273 INFO:teuthology.task.internal:Removing archive directory... 2024-04-12T09:43:36.273 DEBUG:teuthology.orchestra.run.smithi083:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T09:43:36.276 DEBUG:teuthology.orchestra.run.smithi165:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T09:43:36.321 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-12T09:43:36.333 INFO:teuthology.task.internal:Not uploading archives. 2024-04-12T09:43:36.333 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-12T09:43:36.344 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-12T09:43:36.344 DEBUG:teuthology.orchestra.run.smithi083:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T09:43:36.347 DEBUG:teuthology.orchestra.run.smithi165:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T09:43:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 09:43 /home/ubuntu/cephtest 2024-04-12T09:43:36.375 INFO:teuthology.orchestra.run.smithi165.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 09:43 /home/ubuntu/cephtest 2024-04-12T09:43:36.377 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-12T09:43:36.389 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-12T09:43:36.422 INFO:teuthology.nuke:Checking targets against current locks 2024-04-12T09:43:36.450 DEBUG:teuthology.nuke:shortname: smithi083 2024-04-12T09:43:36.451 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T09:43:36.479 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi083.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 08:59:34.169030', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL1EyAqKwCx20gtppIfdXw3s8AkXWrOmkiqDn3i0mXToijgqctopME6AkIRHQgVX3mT3WiVZDev4iq3BbuKJxfo='} 2024-04-12T09:43:36.484 DEBUG:teuthology.nuke:shortname: smithi165 2024-04-12T09:43:36.484 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T09:43:36.506 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi165.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653427', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 08:59:34.170514', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFTADPbTDacMAGwAy9rC2A0TZE1KlGMzuXo6uFaTLmUXcJKnOzDMEHDV6IVCs/RShFjcilKafAGdBMqadIALimU='} 2024-04-12T09:43:36.539 INFO:teuthology.orchestra.console.smithi083:Power off 2024-04-12T09:43:36.539 DEBUG:teuthology.orchestra.console.smithi083:pexpect command: ipmitool -H smithi083.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T09:43:36.566 DEBUG:teuthology.orchestra.console.smithi083:power off output: Chassis Power Control: Down/Off 2024-04-12T09:43:36.566 DEBUG:teuthology.orchestra.console.smithi083:pexpect command: ipmitool -H smithi083.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:43:36.582 INFO:teuthology.orchestra.console.smithi165:Power off 2024-04-12T09:43:36.582 DEBUG:teuthology.orchestra.console.smithi165:pexpect command: ipmitool -H smithi165.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T09:43:36.593 DEBUG:teuthology.orchestra.console.smithi083:check power output: Chassis Power is on 2024-04-12T09:43:36.608 DEBUG:teuthology.orchestra.console.smithi165:power off output: Chassis Power Control: Down/Off 2024-04-12T09:43:36.609 DEBUG:teuthology.orchestra.console.smithi165:pexpect command: ipmitool -H smithi165.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:43:36.632 DEBUG:teuthology.orchestra.console.smithi165:check power output: Chassis Power is on 2024-04-12T09:43:40.594 DEBUG:teuthology.orchestra.console.smithi083:pexpect command: ipmitool -H smithi083.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:43:40.633 DEBUG:teuthology.orchestra.console.smithi165:pexpect command: ipmitool -H smithi165.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:43:40.704 DEBUG:teuthology.orchestra.console.smithi083:check power output: Chassis Power is on 2024-04-12T09:43:40.744 DEBUG:teuthology.orchestra.console.smithi165:check power output: Chassis Power is on 2024-04-12T09:43:44.706 DEBUG:teuthology.orchestra.console.smithi083:pexpect command: ipmitool -H smithi083.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:43:44.761 DEBUG:teuthology.orchestra.console.smithi165:pexpect command: ipmitool -H smithi165.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:43:44.864 DEBUG:teuthology.orchestra.console.smithi083:check power output: Chassis Power is on 2024-04-12T09:43:44.869 DEBUG:teuthology.orchestra.console.smithi165:check power output: Chassis Power is off 2024-04-12T09:43:44.970 INFO:teuthology.orchestra.console.smithi165:Power off completed 2024-04-12T09:43:48.866 DEBUG:teuthology.orchestra.console.smithi083:pexpect command: ipmitool -H smithi083.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:43:48.978 DEBUG:teuthology.orchestra.console.smithi083:check power output: Chassis Power is off 2024-04-12T09:43:49.079 INFO:teuthology.orchestra.console.smithi083:Power off completed 2024-04-12T09:43:49.184 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} duration: 2060.6895592212677 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=213c0c36a412481facb52c81e7fb8719 status: fail success: false 2024-04-12T09:43:49.184 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T09:43:49.275 INFO:teuthology.run:FAIL